-- Logs begin at Wed 2021-09-01 15:04:28 UTC, end at Wed 2021-09-01 16:17:44 UTC. -- Sep 01 15:49:48.420957 dv-cinder-788366-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 15:49:51.193510 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.common.config [-] Logging enabled! Sep 01 15:49:51.194143 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev574 Sep 01 15:49:51.194283 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 15:49:51.197907 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.common.config [-] Logging enabled! Sep 01 15:49:51.198158 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev574 Sep 01 15:49:51.198471 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 15:49:51.199389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 15:49:51.199623 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 15:49:51.199978 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 15:49:51.200222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 15:49:51.200449 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 15:49:51.200769 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.201063 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.201377 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.201609 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.201906 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.202191 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.202485 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.202760 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.203051 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.203330 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.203605 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.203886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.204112 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.204389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.204670 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.204956 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.205175 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] debug = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.205477 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.205896 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.206308 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.206584 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.206868 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.207166 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.207413 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.207686 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.207964 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.208896 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] host = dv-cinder-788366-6-iscsi {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.209343 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.209636 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.209925 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.210210 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.210483 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.210758 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.211035 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.211306 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.211570 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.211838 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.212122 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.212408 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.212694 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.213017 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.213271 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.213564 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.213847 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.214119 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.214391 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.214663 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.214933 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.215204 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.215470 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.215752 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.216030 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.216312 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.216581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.216851 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.217117 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.217414 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.217694 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.217963 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.218232 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.218500 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.218783 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.219049 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.219319 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.219612 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.219891 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.220166 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.220446 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.220715 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.220991 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.221279 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.221547 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.221815 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_json = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.222079 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.222344 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.222621 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.222888 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.223155 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.223421 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.223687 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.224645 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:51.225027 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.225355 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.225661 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.225945 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.226241 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.226522 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.226808 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.227084 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.227372 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.227658 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.227942 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.228217 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.228499 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.228775 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.229066 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.229397 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.229690 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.229977 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.230246 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.230516 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.230788 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.231062 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.231348 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.231617 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.231906 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.232189 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.232557 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.232756 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.233010 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.233324 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.233597 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.233960 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.234252 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.234527 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.234801 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.235078 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.235374 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.235645 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.235917 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.236196 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.236493 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.236745 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.237018 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.237322 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.237615 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.237892 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.238164 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.238435 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.238712 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.238984 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.239267 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.239604 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.239876 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.240147 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.240423 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.240694 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.240970 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.241270 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.241544 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.241819 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.242092 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.242359 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.242627 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.242897 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.243168 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.243438 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.243706 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.243979 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.244250 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.244520 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.244787 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.245058 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.245358 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.245645 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.245936 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.246209 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.246484 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.246778 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.247034 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.247303 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.247574 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.247844 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.248116 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.248383 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.248666 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.248944 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.249235 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.249522 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.249796 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.250092 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.250363 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.250640 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.250911 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.251184 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.251463 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.251740 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.252027 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.252317 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.252600 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.252887 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.253177 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.253516 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.253925 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.254219 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:51.254438 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 15:49:51.254681 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105911) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 15:49:51.618857 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 15:49:51.619135 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 15:49:51.619426 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 15:49:51.619757 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 15:49:52.019691 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.019978 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.020249 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.022345 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.022618 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.022886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.058078 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.058354 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.058615 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.075294 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.075578 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.075846 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.105133 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.105440 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.105712 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.141764 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.142043 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.142308 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.377846 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.378454 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.378454 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.378620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.379247 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.499927 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.500233 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.500515 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.500784 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.501049 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.501380 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.501640 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.501897 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.502149 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.502428 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.502685 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.502949 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.503202 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.503451 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.503703 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.503963 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.504215 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.504482 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.504750 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.505549 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.505944 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.506222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.506502 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.506876 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.507638 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.508256 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.508655 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.508899 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.509131 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.509396 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.509706 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.509943 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:52.510306 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 15:49:52.513526 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 15:49:52.517527 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 15:49:52.522075 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Sep 01 15:49:52.523713 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 15:49:52.524165 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 15:49:52.524651 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 15:49:52.525041 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 15:49:52.527971 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 15:49:52.528317 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 15:49:52.528880 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 15:49:52.535660 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 15:49:52.558644 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 15:49:52.559103 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.559402 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 15:49:52.559762 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.561118 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 15:49:52.561428 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 15:49:52.561671 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 15:49:52.564863 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.565139 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:52.633404 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 15:49:52.633590 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 15:49:52.633790 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 15:49:52.634165 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 15:49:52.655231 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_db.sqlalchemy.engines [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105911) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 15:49:53.539187 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing driver for type 'gre' Sep 01 15:49:53.540210 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] gre ID ranges: [(1, 1000)] Sep 01 15:49:53.705236 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing driver for type 'local' Sep 01 15:49:53.705571 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing driver for type 'vlan' Sep 01 15:49:53.801997 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] VlanTypeDriver initialization complete Sep 01 15:49:53.802269 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing driver for type 'vxlan' Sep 01 15:49:53.802777 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] vxlan ID ranges: [(1, 1000)] Sep 01 15:49:53.967887 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing extension driver 'port_security' Sep 01 15:49:53.968225 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] PortSecurityExtensionDriver initialization complete Sep 01 15:49:53.968557 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing mechanism driver 'openvswitch' Sep 01 15:49:53.968882 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing mechanism driver 'hyperv' Sep 01 15:49:53.979161 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:53.979842 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.980213 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.980562 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.981079 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.981544 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.981895 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.982243 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.982632 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.983037 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.983436 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.983779 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.984167 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.984570 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.984920 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.985279 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.986182 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.986182 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.986554 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.986899 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.987290 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.987730 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > address_group after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.988130 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > address_group after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.988472 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.988860 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 15:49:53.989259 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] ML2 OVO RPC backend initialized. {{(pid=105911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 15:49:53.989964 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.990318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.990735 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.991080 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > networks before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.991435 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.991780 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > ports before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.992160 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.992506 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnets before_response 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.992964 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.993177 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.993535 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.993872 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.994206 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.994600 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.994936 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.995269 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.995604 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:53.996172 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.plugin [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Modular L2 Plugin initialization complete Sep 01 15:49:53.996499 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading services supported by the core plugin {{(pid=105911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 15:49:53.996822 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.plugins.ml2.managers [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Got port-security extension from driver 'port_security' Sep 01 15:49:53.997312 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.extensions.vlantransparent [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Disabled vlantransparent extension. Sep 01 15:49:53.997793 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 15:49:53.998111 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: router Sep 01 15:49:54.035120 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.035514 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_create 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.035886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router before_create 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.036259 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.036635 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.036996 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_delete 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.037384 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.037739 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.038101 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_create 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.038453 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.038805 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.039157 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.039698 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.040794 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.041380 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.041881 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.042352 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: subnet after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.042698 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.043053 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.043409 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_create 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.043756 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.044101 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.044461 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router after_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.044806 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.045161 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_create 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.045559 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.045908 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_update 55549900 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.046282 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > agent after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.046748 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > agent after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.047102 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > network after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.047983 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Tracking information for resource: router configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:54.048316 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Tracking information for resource: floatingip configured {{(pid=105911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 15:49:54.053433 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.db.l3_agentschedulers_db [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 15:49:54.053965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.054320 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.054669 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.055068 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: port after_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.055849 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router before_create 55550100 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.056210 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.056646 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_create 55550100 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.057007 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > router precommit_update 55550100 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.061724 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.provider_configuration [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service providers = [] {{(pid=105911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 15:49:54.062090 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.db.servicetype_db [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 15:49:54.065006 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.service_base [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 15:49:54.065389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.service_base [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 15:49:54.065733 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.service_base [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 15:49:54.066631 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.services.service_base [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 15:49:54.067003 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.services.service_base [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 15:49:54.067387 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.067701 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 15:49:54.079146 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.079479 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: auto_allocate Sep 01 15:49:54.085160 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: network precommit_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.085560 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: network precommit_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.086167 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.087164 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: tag Sep 01 15:49:54.093526 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.093857 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: timestamp Sep 01 15:49:54.097853 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.098188 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: network_ip_availability Sep 01 15:49:54.103851 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.104218 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.104576 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.105338 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.105662 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: flavors Sep 01 15:49:54.110374 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.110702 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading Plugin: revisions Sep 01 15:49:54.114956 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 15:49:54.115347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.496s {{(pid=105911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 15:49:54.116087 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 15:49:54.116424 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Initializing extension manager. Sep 01 15:49:54.116935 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: __init__.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.117298 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: __pycache__ {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.117785 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.118168 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: address_group.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.119000 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.119569 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: address-group Sep 01 15:49:54.119894 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: address_scope.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.120612 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.121116 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: address-scope Sep 01 15:49:54.121472 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.122549 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.123055 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: router-admin-state-down-before-update Sep 01 15:49:54.123375 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: agent.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.124261 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.124771 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: agent Sep 01 15:49:54.125094 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: agent_resources_synced.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.126031 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.126542 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: agent-resources-synced Sep 01 15:49:54.126866 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: allowedaddresspairs.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.128641 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.129167 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: allowed-address-pairs Sep 01 15:49:54.129526 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: auto_allocated_topology.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.130596 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.131111 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: auto-allocated-topology Sep 01 15:49:54.131433 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: availability_zone.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.132128 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.132631 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: availability_zone Sep 01 15:49:54.133482 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: availability_zone_filter.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.134781 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.135290 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: availability_zone_filter Sep 01 15:49:54.135610 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: data_plane_status.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.136512 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.137018 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 15:49:54.137375 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: default_subnetpools.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.138345 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.138851 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: default-subnetpools Sep 01 15:49:54.139168 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.139975 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.140488 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: dhcp_agent_scheduler Sep 01 15:49:54.140808 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: dns.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.141747 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.142264 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 15:49:54.142586 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: dns_domain_ports.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.143495 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.144000 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 15:49:54.144319 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.145259 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.145784 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 15:49:54.146087 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: dvr.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.146757 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.147261 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: dvr Sep 01 15:49:54.147578 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: ecmp_routes.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.148484 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.149779 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 15:49:54.150150 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: empty_string_filtering.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.151061 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.151569 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: empty-string-filtering Sep 01 15:49:54.151890 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.152796 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.153334 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 15:49:54.153655 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.154551 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.155054 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 15:49:54.155373 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: external_net.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.156285 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.156791 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: external-net Sep 01 15:49:54.157112 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.158050 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.158557 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: extra_dhcp_opt Sep 01 15:49:54.158879 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: extraroute.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.159784 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.160290 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: extraroute Sep 01 15:49:54.160681 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: extraroute_atomic.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.161662 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.162174 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: extraroute-atomic Sep 01 15:49:54.162497 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: filter_validation.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.163161 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.163663 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: filter-validation Sep 01 15:49:54.163984 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: fip_pf_description.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.165037 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.165562 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 15:49:54.165886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: fip_port_details.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.166794 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.167302 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: fip-port-details Sep 01 15:49:54.167622 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: flavors.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.168831 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.169379 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: flavors Sep 01 15:49:54.169703 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.171351 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.171870 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 15:49:54.172195 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: floatingip_pools.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.172888 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.173416 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: floatingip-pools Sep 01 15:49:54.173756 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: ip_allocation.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.174664 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.175165 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 15:49:54.175489 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.176409 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.176916 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: ip-substring-filtering Sep 01 15:49:54.177269 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l2_adjacency.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.178197 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.178700 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 15:49:54.179022 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.180194 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.180709 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: router Sep 01 15:49:54.181034 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.183385 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.183912 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 15:49:54.184242 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.185165 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.185709 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: ext-gw-mode Sep 01 15:49:54.186033 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.186965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.187476 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: l3-ha Sep 01 15:49:54.187798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3_flavors.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.188726 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.189232 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: l3-flavors Sep 01 15:49:54.189555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.190475 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.190981 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 15:49:54.191302 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: l3agentscheduler.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.192347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.192862 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: l3_agent_scheduler Sep 01 15:49:54.193191 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: logging.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.194698 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.195221 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension logging not supported by any of loaded plugins Sep 01 15:49:54.196379 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: metering.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.197123 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.197729 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: metering Sep 01 15:49:54.198054 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.199229 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.199747 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: metering_source_and_destination_fields Sep 01 15:49:54.200070 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: multiprovidernet.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.201021 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.201573 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: multi-provider Sep 01 15:49:54.201896 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: netmtu.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.202888 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.203402 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: net-mtu Sep 01 15:49:54.203723 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: netmtu_writable.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.204641 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.205152 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: net-mtu-writable Sep 01 15:49:54.205495 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: network_availability_zone.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.206159 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.206664 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: network_availability_zone Sep 01 15:49:54.206985 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: network_ip_availability.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.208058 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.208567 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: network-ip-availability Sep 01 15:49:54.208886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: network_segment_range.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.209672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.210235 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 15:49:54.220896 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: pagination.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.221710 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.222048 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: pagination Sep 01 15:49:54.222368 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: port_device_profile.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.223278 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.223789 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: port-device-profile Sep 01 15:49:54.224107 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.225022 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.225568 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: port-mac-address-regenerate Sep 01 15:49:54.225888 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.226872 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.227376 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: port-numa-affinity-policy Sep 01 15:49:54.227696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: port_resource_request.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.228615 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.229180 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 15:49:54.229529 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: portbindings.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.230437 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.230944 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: binding Sep 01 15:49:54.231263 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: portbindings_extended.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.232650 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.233169 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: binding-extended Sep 01 15:49:54.233519 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: portsecurity.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.234468 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.234979 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: port-security Sep 01 15:49:54.235301 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: project_id.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.236276 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.236608 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: project-id Sep 01 15:49:54.236934 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: providernet.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.237886 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.238403 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: provider Sep 01 15:49:54.238726 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.242355 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.243059 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos not supported by any of loaded plugins Sep 01 15:49:54.243389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.244703 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.245230 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 15:49:54.245579 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.246533 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.247046 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 15:49:54.247372 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_default.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.252410 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.252920 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-default not supported by any of loaded plugins Sep 01 15:49:54.253274 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_fip.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.253930 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.254432 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 15:49:54.254751 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_gateway_ip.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.255712 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.256217 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 15:49:54.256537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_port_network_policy.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.257464 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.258509 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 15:49:54.258937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_pps_rule.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.260132 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.260649 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 15:49:54.260976 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_rule_type_details.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.261914 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.262422 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 15:49:54.262745 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: qos_rules_alias.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.263853 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.264366 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 15:49:54.264690 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: quotasv2.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.265643 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.265975 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: quotas Sep 01 15:49:54.266295 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: quotasv2_detail.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.269507 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.269792 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: quota_details Sep 01 15:49:54.270129 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: rbac.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.271394 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.271921 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: rbac-policies Sep 01 15:49:54.272250 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: rbac_address_group.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.273184 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.274410 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: rbac-address-group Sep 01 15:49:54.274813 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: rbac_address_scope.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.275839 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.276356 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: rbac-address-scope Sep 01 15:49:54.276682 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: rbac_security_groups.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.277620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.278131 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: rbac-security-groups Sep 01 15:49:54.278454 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: rbac_subnetpool.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.279390 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.279945 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: rbac-subnetpool Sep 01 15:49:54.280264 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: revisionifmatch.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.281180 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.281720 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: revision-if-match Sep 01 15:49:54.282043 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: revisions.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.283151 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.283665 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: standard-attr-revisions Sep 01 15:49:54.283992 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: router_availability_zone.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.284668 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.285178 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: router_availability_zone Sep 01 15:49:54.285527 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: routerservicetype.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.286459 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.287022 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 15:49:54.287347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.288262 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.288774 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: security-groups-normalized-cidr Sep 01 15:49:54.289096 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.290077 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.290587 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: port-security-groups-filtering Sep 01 15:49:54.290978 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.291897 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.292416 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: security-groups-remote-address-group Sep 01 15:49:54.292739 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: securitygroup.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.302424 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.302955 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: security-group Sep 01 15:49:54.303295 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: segment.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.305921 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.305921 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension segment not supported by any of loaded plugins Sep 01 15:49:54.305921 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.306401 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.306912 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 15:49:54.307239 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: servicetype.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.308422 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.308945 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: service-type Sep 01 15:49:54.309306 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: sorting.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.310301 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.310632 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: sorting Sep 01 15:49:54.310952 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: standard_attr_segment.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.311868 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.312385 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 15:49:54.312706 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: standardattrdescription.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.313389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.313899 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: standard-attr-description Sep 01 15:49:54.314241 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: stateful_security_group.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.315169 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.315767 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: stateful-security-group Sep 01 15:49:54.316094 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: stdattrs_common.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.316678 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 15:49:54.317000 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.317943 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.318459 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 15:49:54.318778 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnet_onboard.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.319843 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.320359 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: subnet_onboard Sep 01 15:49:54.321545 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.322507 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.322979 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 15:49:54.323299 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnet_service_types.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.324215 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.324729 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: subnet-service-types Sep 01 15:49:54.325051 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnetallocation.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.326144 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.326664 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: subnet_allocation Sep 01 15:49:54.327029 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.327693 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.328200 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: subnetpool-prefix-ops Sep 01 15:49:54.328521 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.329473 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.329985 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 15:49:54.330305 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: tagging.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.331358 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.331874 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: standard-attr-tag Sep 01 15:49:54.332202 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: timestamp.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.333483 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.334004 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loaded extension: standard-attr-timestamp Sep 01 15:49:54.334325 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: trunk.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.335359 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.335870 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension trunk not supported by any of loaded plugins Sep 01 15:49:54.336830 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: trunk_details.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.337782 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.338297 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 15:49:54.338620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: uplink_status_propagation.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.339543 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.340060 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 15:49:54.340407 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Loading extension file: vlantransparent.py {{(pid=105911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 15:49:54.341074 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 15:49:54.341609 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 15:49:54.344142 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:network Sep 01 15:49:54.344662 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnet Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:port Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service FLAVORS assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:router Sep 01 15:49:54.350214 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 15:49:54.350765 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service METERING assigned prefix: /metering {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.350852 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.351189 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.351538 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:49:54.352857 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 15:49:54.353376 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:security_group Sep 01 15:49:54.353826 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 15:49:54.355533 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service CORE assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.355867 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 15:49:54.356228 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] subnetpool is already registered Sep 01 15:49:54.356655 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service CORE assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.356988 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 15:49:54.357345 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] subnetpool is already registered Sep 01 15:49:54.359653 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.360080 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service FLAVORS assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.360729 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.361149 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.361508 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:router Sep 01 15:49:54.361845 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] router is already registered Sep 01 15:49:54.362255 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 15:49:54.362592 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] floatingip is already registered Sep 01 15:49:54.363044 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service METERING assigned prefix: /metering {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.363778 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 15:49:54.364107 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] rbac_policy is already registered Sep 01 15:49:54.364516 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:security_group Sep 01 15:49:54.364849 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] security_group is already registered Sep 01 15:49:54.365272 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 15:49:54.365603 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] security_group_rule is already registered Sep 01 15:49:54.366226 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service CORE assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.366557 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 15:49:54.366925 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] subnetpool is already registered Sep 01 15:49:54.367377 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.v2.resource_helper [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Service CORE assigned prefix: {{(pid=105911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 15:49:54.368036 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 15:49:54.368141 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING neutron.quota.resource_registry [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] subnetpool is already registered Sep 01 15:49:54.368559 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: extensions {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.370023 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: address-groups {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.371482 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: address-scopes {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.372865 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: agents {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.374235 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: auto-allocated-topology {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.375462 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: availability_zones {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.376668 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: dhcp-networks {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.378208 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: dhcp-agents {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.379620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: routers {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.381852 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: flavors {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.383547 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: service_profiles {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.384827 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: next_providers {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.386292 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: service_profiles {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.387870 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: floatingip-pools {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.389154 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: routers {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.391319 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: floatingips {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.392594 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: l3-routers {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.393998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: l3-agents {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.395383 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: metering-labels {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.396712 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: metering-label-rules {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.398059 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: network-ip-availabilities {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.399985 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: bindings {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.401644 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: quotas {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.403061 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: quotas {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.404592 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: rbac-policies {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.405829 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: security-groups {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.407104 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: security-group-rules {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.408330 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: service-providers {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.409555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: subnetpools {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.410969 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: subnetpools {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.412427 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.414130 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.415945 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.417734 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.420581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.422541 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.424199 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.426115 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.427869 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.429619 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron.api.extensions [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Extended resource: tags {{(pid=105911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 15:49:54.436287 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING keystonemiddleware.auth_token [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 15:49:54.441042 dv-cinder-788366-6-iscsi neutron-server[105911]: WARNING keystonemiddleware.auth_token [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 15:49:54.450498 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Acquired lock "singleton_lock" {{(pid=105911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 15:49:54.450979 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_concurrency.lockutils [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Releasing lock "singleton_lock" {{(pid=105911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 15:49:54.451613 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Starting 2 workers Sep 01 15:49:54.456497 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Started child 106020 {{(pid=105911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 15:49:54.460877 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Started child 106021 {{(pid=105911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 15:49:54.462566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.463282 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO neutron.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 15:49:54.463935 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Notify callbacks [] for process, before_spawn {{(pid=105911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.464107 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [-] (106020) wsgi starting up on http://0.0.0.0:9696 Sep 01 15:49:54.466413 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.466903 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Starting 1 workers Sep 01 15:49:54.467764 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [-] (106021) wsgi starting up on http://0.0.0.0:9696 Sep 01 15:49:54.471666 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Started child 106022 {{(pid=105911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 15:49:54.472185 dv-cinder-788366-6-iscsi neutron-server[105911]: INFO oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Starting 1 workers Sep 01 15:49:54.475418 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] calling RpcWorker wait() {{(pid=106022) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 15:49:54.475934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] returning from RpcWorker wait() {{(pid=106022) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 15:49:54.476606 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Started child 106023 {{(pid=105911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 15:49:54.478033 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.478140 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG neutron_lib.callbacks.manager [None req-ed5b6e56-e812-4366-92ec-b65f89529731 None None] Notify callbacks [] for process, after_spawn {{(pid=105911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.478601 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:54.480039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 15:49:54.480238 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 15:49:54.480422 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 15:49:54.480644 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 15:49:54.480976 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 15:49:54.481137 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 15:49:54.481720 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.481998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.482125 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:54.482594 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.482594 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.482798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.483059 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:54.483389 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.483636 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.483868 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.484135 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.484365 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.484529 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.484690 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.484934 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.485183 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.485584 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.485835 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.486066 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.486348 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.486516 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.486764 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.487022 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.487243 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.487512 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] debug = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.487746 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.488230 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.488452 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.488693 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.488904 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.489168 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.489432 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.489696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.489937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.490145 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.490373 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.490618 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.490860 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.491084 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.491315 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.491555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.491790 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.492256 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] host = dv-cinder-788366-6-iscsi {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.492612 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.492978 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.493249 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.493489 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.493736 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.494058 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.494325 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.494577 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.494839 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.495062 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.495305 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.495572 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.495754 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.496011 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.496171 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_options = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.496382 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.496660 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.496915 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.497099 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.497300 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.497485 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.497742 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.497903 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.498149 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.498363 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.498572 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.498782 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.499007 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.499263 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.499505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.499801 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.499963 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.500195 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.500439 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.500681 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.500969 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.501112 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.501341 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.501560 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.501798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.502006 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.502242 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.502482 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.502694 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.502963 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.503190 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.503463 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.503663 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.503918 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.504146 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.504370 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.504578 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.504833 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.505059 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.505383 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.505699 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.505938 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.506181 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.506414 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.506657 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.506887 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_json = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.507095 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.507306 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.507558 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.507765 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.508055 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.508380 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.508601 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.508851 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.509370 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.509674 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.509987 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.510208 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.510468 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.510702 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.510962 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.511174 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.512503 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.512759 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.513090 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.513353 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.513642 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.513860 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.514126 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.514470 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.514727 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.515001 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.516594 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.516817 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.517093 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.517397 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.517702 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.517959 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.518225 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.518468 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.518718 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.519056 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.519339 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.519607 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.103/identity {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.519861 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.520101 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.520317 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.520559 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.520799 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.521018 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.521281 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.521554 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.521812 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.522035 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.522258 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.529367 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.530697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.531867 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.532082 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.532305 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.532528 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.532749 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.532970 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.533187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.533434 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.533650 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.533922 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.534232 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.534469 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.534719 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.534954 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.535227 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.535459 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.535718 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.535965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.536182 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.536410 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.536681 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.536958 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.537187 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.537435 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.537657 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.537931 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.538112 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.538378 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.538644 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.538884 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.539102 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.539399 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.540424 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.540496 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.540745 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.540980 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.541284 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.541552 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.541857 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.542066 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.542339 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.542647 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.542915 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.543199 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.543458 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.543708 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.543965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.544197 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.544468 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.544715 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.544964 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.545245 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.545505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.545751 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.545990 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.546198 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.546431 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.546743 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.547006 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.547239 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.547455 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.547756 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.548008 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.548252 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.548520 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.548766 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.549018 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.549284 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.549518 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.103/identity {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.550457 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.551184 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.551450 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.552235 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.552501 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.555433 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.555717 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.556062 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.556237 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.556505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.556734 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.556965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.557624 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.557856 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.558089 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.558344 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.559141 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.559410 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.559658 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.559885 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.560113 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.560336 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.560587 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.560995 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.561254 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.561520 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.561771 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.561988 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.562235 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.562460 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.562697 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.562912 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.563159 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.563378 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.563590 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.563804 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.564022 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.564233 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.564444 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.564688 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.564900 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.565165 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.565421 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.565761 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.566001 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.566230 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.566476 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.566689 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.566932 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.567167 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.567380 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.567609 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.567819 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.568037 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.568272 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.568512 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.568728 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.568936 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.569144 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.569377 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.569589 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.569795 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.570085 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.570342 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.571412 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.571745 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.572007 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.572218 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.572442 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.572653 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.572882 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.573121 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.573371 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.573579 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.573821 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.574028 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.574254 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.574474 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.574686 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.574912 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.575132 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.575338 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.575575 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.575795 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.576006 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.576231 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.576453 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.576656 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.576866 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.577105 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.577334 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.577542 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.577764 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.577970 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.578181 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.578398 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.578609 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.578815 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.579133 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.579387 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.579624 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.580160 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.580160 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.580395 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.580901 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.580901 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.581814 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.581814 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.581814 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.581814 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.582185 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.582317 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.582627 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.582912 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.583166 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.583418 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.583683 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.583958 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.584236 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.584480 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.584778 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.585113 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.585401 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.585674 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.585905 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.586717 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.587063 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.587418 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.587912 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.587912 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.588140 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.588396 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.588868 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.589342 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.589342 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.590431 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.591487 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.592302 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.592563 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.592824 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.594070 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.594232 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 15:49:54.594779 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 15:49:54.594947 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 15:49:54.595090 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 15:49:54.595236 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 15:49:54.595552 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 15:49:54.595552 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 15:49:54.595832 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.595972 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596117 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596265 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596422 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596564 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596708 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596845 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.596981 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597114 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597281 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597425 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597567 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597726 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.597868 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598009 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598150 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598290 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598462 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598622 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598780 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.598937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599095 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] debug = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599252 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599462 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599628 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599785 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.599944 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.600293 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.600596 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.600760 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.600924 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.601079 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.601272 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.601416 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.601581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.602401 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.602546 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.602717 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.602926 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.603193 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] host = dv-cinder-788366-6-iscsi {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.603411 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.603620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.604137 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.604137 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.604137 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.605531 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.606123 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.606543 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.606913 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.607606 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.607947 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 40266) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:49:54.608051 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.608384 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.608748 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.609156 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.609489 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_options = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.609743 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.609916 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.610087 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.610355 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.610636 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.610918 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.611198 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.611485 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.611776 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.612061 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.612335 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.612614 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.612898 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.613355 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.613545 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.613795 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.614054 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.614333 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.614725 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.615009 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.615294 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.615577 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.615851 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.616132 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.616414 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.616696 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.616976 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.617274 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.618105 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.618381 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.620377 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [-] 10.222.0.103 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0090728 Sep 01 15:49:54.621062 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.621361 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.621515 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.621645 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.621781 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.621950 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622133 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622304 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622468 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622630 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622792 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.622956 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623115 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623275 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623437 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_json = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.623998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624213 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624213 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624352 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624470 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624626 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624785 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 15:49:54.624969 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625132 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625351 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625512 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625833 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.625993 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626153 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626480 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626647 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626807 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.626977 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627138 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627297 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627458 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627618 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627779 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.627940 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628267 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628428 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628604 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628760 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.628920 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.629080 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.103/identity {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.630667 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.631222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.631222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.631222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.631222 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.631486 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.632664 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.632888 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.633142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.634559 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.634729 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635113 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635113 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635286 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635363 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635509 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635669 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.635993 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636160 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636323 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636487 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636649 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636824 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.636988 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.637406 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.637555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.637864 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.638186 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.638331 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.638640 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.638797 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.639102 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.639267 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.639425 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.639743 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.639907 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640070 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640230 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.640965 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.641321 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.641561 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.641727 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.641887 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.642050 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.642216 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.642376 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.642686 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.642846 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.643157 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.643446 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.643703 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.643792 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.644672 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645198 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645198 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645198 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645451 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645451 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.645776 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.646091 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.646251 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.646541 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.646841 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.647138 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.647432 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.647596 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.647758 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.647927 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.648090 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.648233 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.648398 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.648585 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.648807 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.649633 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.649633 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.649633 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.649633 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650043 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650043 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650043 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650450 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:54.650567 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650567 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650567 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650826 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.650913 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651038 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651199 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651360 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651530 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651705 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.651866 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652028 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652188 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652373 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652533 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652693 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.652853 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653017 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653175 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653382 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653545 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653705 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.653865 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654027 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654188 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.103/identity {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654351 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.654620 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656430 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656430 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656430 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656430 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656793 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656793 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.656944 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657060 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657193 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657382 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657544 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657703 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657881 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.657996 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659142 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659551 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659551 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659551 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659726 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659792 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.659946 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661318 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661789 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661789 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661789 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.661962 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662185 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662276 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662423 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662511 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662678 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662829 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.662998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663162 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663327 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663489 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663652 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663814 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.663976 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.664135 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.664347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.664500 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.664723 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.664887 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.665396 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.665704 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.666008 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.666327 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.666555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.666637 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.666790 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667581 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667890 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.667890 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.668021 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.669798 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.670347 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.671986 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.672505 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673537 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.673937 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.674106 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.674249 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.674555 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.674867 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675027 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675188 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675351 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675514 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675673 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675839 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.675998 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678039 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678619 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678619 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 15:49:54.678619 dv-cinder-788366-6-iscsi neutron-server[105911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 15:50:06.474832 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b298af-1193-4bf5-ba54-1eef71554652 None None] get_active_networks_info from dv-cinder-788366-6-iscsi {{(pid=106022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:50:06.569280 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b298af-1193-4bf5-ba54-1eef71554652 None None] No non-hosted networks {{(pid=106022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 15:50:06.577089 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.agentschedulers_db [None req-83b298af-1193-4bf5-ba54-1eef71554652 None None] DHCP Agent not found on host dv-cinder-788366-6-iscsi {{(pid=106022) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 01 15:50:06.703623 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1528f87c-53f6-4931-b5e0-017cb9185172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.335003 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dfe87d45-e1d0-47ed-9899-adc37a276784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.397078 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.db.api [None req-be4574b5-df6e-4523-9b2a-76f5aca005d3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788366-6-iscsi {{(pid=106022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:50:09.397770 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG oslo_db.api [None req-be4574b5-df6e-4523-9b2a-76f5aca005d3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:50:09.424813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.425990 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.426530 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.427009 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.427746 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.428223 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.428700 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.429178 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.429857 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.430452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.431016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.431574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.431904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:09.432316 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788366-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:09.455196 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788366-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:09.979217 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-be4574b5-df6e-4523-9b2a-76f5aca005d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.309965 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:11.921828 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:12.947625 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40364) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:13.442604 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING oslo_policy.policy [None req-3132d130-c115-463f-b7bf-c7cdf6db934f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:13.443184 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING oslo_policy.policy [None req-3132d130-c115-463f-b7bf-c7cdf6db934f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:13.672383 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-3132d130-c115-463f-b7bf-c7cdf6db934f admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:50:13.673544 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3132d130-c115-463f-b7bf-c7cdf6db934f admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7238834 Sep 01 15:50:16.071204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40378) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:16.389739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:16.488023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.policy [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 15:50:16.534554 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING oslo_policy.policy [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:16.534940 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING oslo_policy.policy [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:16.544680 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.quota [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] Loaded quota_driver: . Sep 01 15:50:16.631862 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.db.l3_hamode_db [None req-eb83b712-03ed-4f1d-bbd2-e752e6c8c149 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 15:50:16.700448 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735912997072', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735912997605', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735913010067', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735913016055', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735912298797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735912757677', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7867470', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8042857', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646755'] for rbac-policy, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:16.716032 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83b712-03ed-4f1d-bbd2-e752e6c8c149 None None] Routers set() bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:16.716427 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83b712-03ed-4f1d-bbd2-e752e6c8c149 None None] Router IDs set() for agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 15:50:16.916240 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:16.917427 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-88f8027d-bc86-40ec-b3cd-c63181e1b446 admin admin] 10.222.0.103 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8450599 Sep 01 15:50:19.684968 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40390) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:19.987572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:20.104299 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Made reservation on behalf of fb5696afc9714f4c88f349e8cf529936 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:20.107142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.124156 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.352414 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.441573 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.462736 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] vlan segment allocate from pool success with {'vlan_id': 1402, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:50:20.490688 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735908850634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.491265 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Unsubscribe: segment precommit_create {{(pid=106021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 15:50:20.491769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Added segment eac4fbaf-d006-486a-8d5c-a6324555064c of type vlan for network 12c8e3c0-8381-48db-a939-a9f8e236ac5c Sep 01 15:50:20.508214 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3c7718-fdc4-46fb-b622-d62a3d7732aa,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:20.559919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.560329 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.560668 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.561001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.561354 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.561697 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.562024 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.562366 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.562704 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.563028 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.563346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.563662 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Tracked resource versions report: Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: pushed versions: Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: { 'AddressGroup': {'1.2'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'ConntrackHelper': {'1.0'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Log': {'1.0'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Network': {'1.1'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Port': {'1.7'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'PortForwarding': {'1.2'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'QosPolicy': {'1.9'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroup': {'1.4'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SubPort': {'1.0'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Subnet': {'1.1'}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Trunk': {'1.1'}} Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: consumer versions: Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'ConntrackHelper': '1.0', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Log': '1.0', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Network': '1.1', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Port': '1.7', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'PortForwarding': '1.2', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'QosPolicy': '1.9', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroup': '1.4', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroupRule': '1.2', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SubPort': '1.0', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Subnet': '1.1', Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Trunk': '1.1'}} Sep 01 15:50:20.564787 dv-cinder-788366-6-iscsi neutron-server[106021]: {{(pid=106021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:50:20.616522 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.739083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.740389 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:20.741100 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.839009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] Pushing event updated for resources: {'Network': ['ID=12c8e3c0-8381-48db-a939-a9f8e236ac5c,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:20.850229 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:50:20.911389 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4b90a6a9-aa32-46ac-8186-b68c43d76498 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2252178 Sep 01 15:50:23.631464 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40404) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:24.028142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8febc03-7891-4a7f-b01b-f76ad127c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:24.029644 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d8febc03-7891-4a7f-b01b-f76ad127c72a admin admin] 10.222.0.103 "GET /v2.0/networks/12c8e3c0-8381-48db-a939-a9f8e236ac5c HTTP/1.1" status: 200 len: 826 time: 0.3972492 Sep 01 15:50:24.055631 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-50d46b82-e064-470f-b562-3ef11e5129c5 admin admin] 10.222.0.103 "GET /v2.0/subnetpools/9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0 HTTP/1.1" status: 200 len: 734 time: 0.0197678 Sep 01 15:50:24.064984 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0', 'name': 'private-subnet', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'gateway_ip': '172.20.0.1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:24.150873 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Made reservation on behalf of fb5696afc9714f4c88f349e8cf529936 for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:24.153154 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.493517 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.562367 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d983b8-8f4b-4898-8b05-69e118204c2c,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:24.566836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Checking segment: {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:24.567212 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Network hostable DHCP agents. Network: 12c8e3c0-8381-48db-a939-a9f8e236ac5c, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:50:24.652816 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:50:24.732631 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 12c8e3c0-8381-48db-a939-a9f8e236ac5c) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:24.737334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:24.737919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.747405 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4b7f3-e7be-4d75-b9ee-1b75dc3c8084 None None] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:24.824817 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3dd3412f-8823-492a-890e-5d6f32f0aa12 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7629876 Sep 01 15:50:25.077890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:50:25.079169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.355481 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Allocated IP 172.20.0.2 (12c8e3c0-8381-48db-a939-a9f8e236ac5c/48d983b8-8f4b-4898-8b05-69e118204c2c/4417988e-a43d-43ed-bd5b-e213685b22a1) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:50:25.559676 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.603124 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Transition to ACTIVE for port object 4417988e-a43d-43ed-bd5b-e213685b22a1 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:25.624207 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Transition to ACTIVE for port object 4417988e-a43d-43ed-bd5b-e213685b22a1 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:25.699469 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.765034 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:25.771752 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:25.784307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:50:25.791838 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Pushing event updated for resources: {'Port': ['ID=4417988e-a43d-43ed-bd5b-e213685b22a1,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:25.838934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.839297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.839640 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.839971 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.840301 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.840628 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.840955 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.841303 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.841642 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.841974 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.842297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.842614 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Tracked resource versions report: Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: pushed versions: Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: { 'AddressGroup': {'1.2'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'ConntrackHelper': {'1.0'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Log': {'1.0'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Network': {'1.1'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Port': {'1.7'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'PortForwarding': {'1.2'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'QosPolicy': {'1.9'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroup': {'1.4'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SubPort': {'1.0'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Subnet': {'1.1'}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Trunk': {'1.1'}} Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: consumer versions: Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'ConntrackHelper': '1.0', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Log': '1.0', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Network': '1.1', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Port': '1.7', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'PortForwarding': '1.2', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'QosPolicy': '1.9', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroup': '1.4', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroupRule': '1.2', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SubPort': '1.0', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Subnet': '1.1', Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Trunk': '1.1'}} Sep 01 15:50:25.843728 dv-cinder-788366-6-iscsi neutron-server[106022]: {{(pid=106022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:50:25.879875 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Attempting to bind port 4417988e-a43d-43ed-bd5b-e213685b22a1 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:50:25.880188 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Attempting to bind port 4417988e-a43d-43ed-bd5b-e213685b22a1 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:50:25.880616 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Attempting to bind port 4417988e-a43d-43ed-bd5b-e213685b22a1 on network 12c8e3c0-8381-48db-a939-a9f8e236ac5c {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:50:25.886188 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:50:25.886592 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Checking segment: {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:25.887067 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.887455 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Bound using segment: {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:50:25.887946 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Bound port: 4417988e-a43d-43ed-bd5b-e213685b22a1, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:50:25.888350 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.953454 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] For port 4417988e-a43d-43ed-bd5b-e213685b22a1, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:50:25.957787 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] For port 4417988e-a43d-43ed-bd5b-e213685b22a1, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4417988e-a43d-43ed-bd5b-e213685b22a1,segment=NetworkSegment(eac4fbaf-d006-486a-8d5c-a6324555064c),segment_id=eac4fbaf-d006-486a-8d5c-a6324555064c)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:50:26.042223 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.113018 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cb5dc-ef64-442c-8b6d-3cc1e6a8d587 None None] Pushing event updated for resources: {'Port': ['ID=4417988e-a43d-43ed-bd5b-e213685b22a1,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:27.260617 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40412) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:27.584855 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-c46c98cb-dd3f-4a79-b000-3fbf98706ef0 admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:50:27.585994 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c46c98cb-dd3f-4a79-b000-3fbf98706ef0 admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243766 Sep 01 15:50:30.024876 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40420) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:30.350490 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-10a66a86-7876-4da9-98e8-be517d77365f admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:50:30.351482 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-10a66a86-7876-4da9-98e8-be517d77365f admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255739 Sep 01 15:50:33.082714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40430) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:33.391817 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Request body: {'router': {'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:33.498668 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.500380 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.641422 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.756469 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.841401 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.842677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9d4e6cfc-4eee-42e5-b2d2-0af1fc076b24 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7589686 Sep 01 15:50:34.593873 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43e573-42ee-42bb-bd87-13f3eb716f4f None None] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:34.768312 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-0dbf1cac-df3f-4010-8531-dd6a9646c898 None None] Provisioning for port 4417988e-a43d-43ed-bd5b-e213685b22a1 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:35.213887 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4417988e-a43d-43ed-bd5b-e213685b22a1 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:35.355416 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 4417988e-a43d-43ed-bd5b-e213685b22a1 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:35.359261 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4417988e-a43d-43ed-bd5b-e213685b22a1 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:35.359657 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:35.465912 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:35.500277 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 4417988e-a43d-43ed-bd5b-e213685b22a1, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4417988e-a43d-43ed-bd5b-e213685b22a1,segment=NetworkSegment(eac4fbaf-d006-486a-8d5c-a6324555064c),segment_id=eac4fbaf-d006-486a-8d5c-a6324555064c)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:35.567036 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:35.618048 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=4417988e-a43d-43ed-bd5b-e213685b22a1,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:36.271085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40442) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:36.412439 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b74-51e6-4df0-b731-f2ba6b1df7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:36.584856 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-60453f6d-475b-4e38-9f4a-f0d25e45985f admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:50:36.585932 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-60453f6d-475b-4e38-9f4a-f0d25e45985f admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138723 Sep 01 15:50:37.191645 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4417988e-a43d-43ed-bd5b-e213685b22a1 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:37.237832 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4417988e-a43d-43ed-bd5b-e213685b22a1 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:37.238204 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:38.986941 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40450) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:39.308938 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:39.353151 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4d5a49c5-02e3-44b5-8346-8794e46e703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.435232 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Made reservation on behalf of 1579d47536364864963631015ef8ae93 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:39.437499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.446707 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.469576 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.534585 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.698435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.714070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Reserving flat network on physical network physnet1 {{(pid=106021) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 15:50:39.732496 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeb52cf-45f7-4c3c-9540-0f827b325ba4,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:39.738133 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.738614 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Added segment a5e6c3c6-5c5d-47a3-9136-0ce540efb916 of type flat for network 4e42f691-0971-4daf-972b-5153cb71076b Sep 01 15:50:39.785329 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.881272 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.882228 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:39.883446 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.942948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] Pushing event updated for resources: {'Network': ['ID=4e42f691-0971-4daf-972b-5153cb71076b,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:39.954680 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 4e42f691-0971-4daf-972b-5153cb71076b details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:50:40.018973 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-45f38c53-32c5-425b-82e3-a4a7cafab66f admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0309191 Sep 01 15:50:40.263821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:41.898264 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:42.432780 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 40468) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:42.605518 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb5ec1-b2d7-41cc-b1e8-dbbf41c6bab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:42.606833 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b0fb5ec1-b2d7-41cc-b1e8-dbbf41c6bab6 admin admin] 10.222.0.103 "GET /v2.0/subnets/48d983b8-8f4b-4898-8b05-69e118204c2c HTTP/1.1" status: 200 len: 849 time: 0.1730912 Sep 01 15:50:42.730168 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-904f05c4-c0a0-4ae9-8588-f66a0f795436 admin admin] 10.222.0.103 "GET /v2.0/routers/24ed28b5-b1c1-4203-b9e5-873c6860f61a HTTP/1.1" status: 200 len: 704 time: 0.1171563 Sep 01 15:50:42.995833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.293655 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Allocated IP 172.20.0.1 (12c8e3c0-8381-48db-a939-a9f8e236ac5c/48d983b8-8f4b-4898-8b05-69e118204c2c/25866a47-beb1-4b29-9ca8-3eb4cf89e584) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:50:43.492408 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.516580 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Transition to ACTIVE for port object 25866a47-beb1-4b29-9ca8-3eb4cf89e584 will not be triggered until provisioned by entity DHCP. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:43.630142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.696949 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:43.703946 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:43.709384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:50:43.709882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.768995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Pushing event updated for resources: {'Port': ['ID=25866a47-beb1-4b29-9ca8-3eb4cf89e584,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:43.984031 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-26f3e4ac-9973-445a-beb9-b777f1bce715 None None] Provisioning for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:43.987967 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-26f3e4ac-9973-445a-beb9-b777f1bce715 None None] Provisioning complete for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:43.988340 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-26f3e4ac-9973-445a-beb9-b777f1bce715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.004792 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.023938 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-26f3e4ac-9973-445a-beb9-b777f1bce715 None None] Port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:50:44.213034 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.263439 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.264131 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.339583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Pushing event updated for resources: {'Port': ['ID=25866a47-beb1-4b29-9ca8-3eb4cf89e584,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:44.406221 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:44.407494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:44.645628 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-86a9d91c-45a5-4cd9-bf33-f01c4edc6feb None None] Provisioning complete for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:44.646000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-86a9d91c-45a5-4cd9-bf33-f01c4edc6feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.681561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-86a9d91c-45a5-4cd9-bf33-f01c4edc6feb None None] Port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:50:44.686768 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Router 24ed28b5-b1c1-4203-b9e5-873c6860f61a is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:50:44.778464 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:44.783889 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7e2169af-7f06-4791-a9af-4855e69c1a0c admin admin] 10.222.0.103 "PUT /v2.0/routers/24ed28b5-b1c1-4203-b9e5-873c6860f61a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0479958 Sep 01 15:50:44.800740 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Sync routers for ids ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:44.812968 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Routers {'24ed28b5-b1c1-4203-b9e5-873c6860f61a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:44.813830 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:50:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.006660 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Set router 24ed28b5-b1c1-4203-b9e5-873c6860f61a gateway port host: None {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:45.442360 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:43Z', 'revision_number': 2, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port_host': None, '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:44Z', 'revision_number': 2, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.495626 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Checking router: 24ed28b5-b1c1-4203-b9e5-873c6860f61a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:45.495995 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Updating router 24ed28b5-b1c1-4203-b9e5-873c6860f61a port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:50:45.544792 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.080173 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.098610 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Transition to ACTIVE for port object 25866a47-beb1-4b29-9ca8-3eb4cf89e584 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:46.150058 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.320459 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Pushing event updated for resources: {'Port': ['ID=25866a47-beb1-4b29-9ca8-3eb4cf89e584,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:46.323371 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Attempting to bind port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:50:46.323772 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Attempting to bind port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:50:46.324199 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Attempting to bind port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 on network 12c8e3c0-8381-48db-a939-a9f8e236ac5c {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:50:46.334083 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Checking segment: {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Bound using segment: {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Bound port: 25866a47-beb1-4b29-9ca8-3eb4cf89e584, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac4fbaf-d006-486a-8d5c-a6324555064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.341754 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.343003 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.343003 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.343003 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.343231 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Tracked resource versions report: Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: pushed versions: Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: { 'AddressGroup': {'1.2'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'ConntrackHelper': {'1.0'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Log': {'1.0'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Network': {'1.1'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Port': {'1.7'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'PortForwarding': {'1.2'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'QosPolicy': {'1.9'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroup': {'1.4'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SubPort': {'1.0'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Subnet': {'1.1'}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Trunk': {'1.1'}} Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: consumer versions: Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'ConntrackHelper': '1.0', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Log': '1.0', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Network': '1.1', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Port': '1.7', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'PortForwarding': '1.2', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'QosPolicy': '1.9', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroup': '1.4', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroupRule': '1.2', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SubPort': '1.0', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Subnet': '1.1', Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Trunk': '1.1'}} Sep 01 15:50:46.344278 dv-cinder-788366-6-iscsi neutron-server[106023]: {{(pid=106023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:50:46.417805 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] For port 25866a47-beb1-4b29-9ca8-3eb4cf89e584, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:50:46.437054 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] For port 25866a47-beb1-4b29-9ca8-3eb4cf89e584, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=25866a47-beb1-4b29-9ca8-3eb4cf89e584,segment=NetworkSegment(eac4fbaf-d006-486a-8d5c-a6324555064c),segment_id=eac4fbaf-d006-486a-8d5c-a6324555064c)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:50:46.515600 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.566472 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Routers {'24ed28b5-b1c1-4203-b9e5-873c6860f61a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:46.567102 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:50:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:46.654050 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4c1c6-0251-4dd5-826e-0fb92d839e99 None None] Pushing event updated for resources: {'Port': ['ID=25866a47-beb1-4b29-9ca8-3eb4cf89e584,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:46.670368 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] Set router 24ed28b5-b1c1-4203-b9e5-873c6860f61a gateway port host: None {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:46.879742 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:43Z', 'revision_number': 2, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port_host': None, '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:46Z', 'revision_number': 4, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:46.907383 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04188beb-2586-4aab-b2a6-41a65abe4248 None None] The sync data for ids ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'] in dv-cinder-788366-6-iscsi is: [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:43Z', 'revision_number': 2, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port_host': None, '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:46Z', 'revision_number': 4, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:47.130321 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 40488) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:47.284392 dv-cinder-788366-6-iscsi neutron-server[106020]: WARNING oslo_policy.policy [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:47.284969 dv-cinder-788366-6-iscsi neutron-server[106020]: WARNING oslo_policy.policy [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:47.739305 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.policy [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 15:50:47.785942 dv-cinder-788366-6-iscsi neutron-server[106020]: WARNING oslo_policy.policy [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:47.786311 dv-cinder-788366-6-iscsi neutron-server[106020]: WARNING oslo_policy.policy [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 15:50:47.796257 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.798289 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-fa908e12-479b-46c8-84c3-f34df2233c1e admin admin] 10.222.0.103 "GET /v2.0/networks/4e42f691-0971-4daf-972b-5153cb71076b HTTP/1.1" status: 200 len: 842 time: 0.6670952 Sep 01 15:50:47.810485 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:47.812471 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.quota [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Loaded quota_driver: . Sep 01 15:50:48.001454 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Made reservation on behalf of 1579d47536364864963631015ef8ae93 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:48.004432 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.588147 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.objects.ports [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106020) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:50:48.588811 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.661831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:48.662228 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Network hostable DHCP agents. Network: 4e42f691-0971-4daf-972b-5153cb71076b, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:50:48.665237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c094fa5e-268f-41d0-b0b8-bea17d8ab025,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:48.675600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.675940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.676278 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.676605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.676924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.677269 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.677592 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.677924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.678258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.678572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.678886 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.679224 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Tracked resource versions report: Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: pushed versions: Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: { 'AddressGroup': {'1.2'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'ConntrackHelper': {'1.0'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Log': {'1.0'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Network': {'1.1'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Port': {'1.7'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'PortForwarding': {'1.2'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'QosPolicy': {'1.9'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroup': {'1.4'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SubPort': {'1.0'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Subnet': {'1.1'}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Trunk': {'1.1'}} Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: consumer versions: Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'ConntrackHelper': '1.0', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Log': '1.0', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Network': '1.1', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Port': '1.7', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'PortForwarding': '1.2', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'QosPolicy': '1.9', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroup': '1.4', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroupRule': '1.2', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SubPort': '1.0', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Subnet': '1.1', Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Trunk': '1.1'}} Sep 01 15:50:48.680438 dv-cinder-788366-6-iscsi neutron-server[106020]: {{(pid=106020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:50:48.823604 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:50:48.904212 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 4e42f691-0971-4daf-972b-5153cb71076b) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:48.909487 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:48.910572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.918205 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3e172-fc54-4f92-b47a-3582869397c7 None None] Network 4e42f691-0971-4daf-972b-5153cb71076b requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:49.033346 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e9a4b355-a46d-4fdb-b7f2-07071b63f244 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2167301 Sep 01 15:50:49.052240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc21de-fdaa-4901-8849-0605fb2ead56 None None] Network 4e42f691-0971-4daf-972b-5153cb71076b requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:51.362033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 40508) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:51.614392 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-d0e8faa8-cca3-4076-a331-f7580692765f admin admin] 10.222.0.103 "GET /v2.0/routers/24ed28b5-b1c1-4203-b9e5-873c6860f61a HTTP/1.1" status: 200 len: 710 time: 0.2512560 Sep 01 15:50:51.703950 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f115e-2202-4185-94f3-141f0e12c8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:51.705349 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-299f115e-2202-4185-94f3-141f0e12c8d2 admin admin] 10.222.0.103 "GET /v2.0/networks/4e42f691-0971-4daf-972b-5153cb71076b HTTP/1.1" status: 200 len: 886 time: 0.0842700 Sep 01 15:50:51.714844 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:51.973300 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.308161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.386174 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.539709 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Allocated IP 172.27.3.131 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/c8afa1fb-175f-4110-b8df-dcdbbe9dc411) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:50:52.647563 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.790762 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.863488 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:52.868962 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:52.871696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:50:52.957153 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Pushing event updated for resources: {'Port': ['ID=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:53.247875 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 25866a47-beb1-4b29-9ca8-3eb4cf89e584 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:53.295998 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.423841 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:53.427843 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:53.428408 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.492284 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3098'] for router, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.497309 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-696543'] for router, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.508582 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.539747 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 25866a47-beb1-4b29-9ca8-3eb4cf89e584, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=25866a47-beb1-4b29-9ca8-3eb4cf89e584,segment=NetworkSegment(eac4fbaf-d006-486a-8d5c-a6324555064c),segment_id=eac4fbaf-d006-486a-8d5c-a6324555064c)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:53.601351 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.608126 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Router 24ed28b5-b1c1-4203-b9e5-873c6860f61a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:53.650232 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=25866a47-beb1-4b29-9ca8-3eb4cf89e584,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:53.716212 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:53.720519 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.721754 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-58513516-e4b0-4df1-96c5-bcbc119603fe admin admin] 10.222.0.103 "PUT /v2.0/routers/24ed28b5-b1c1-4203-b9e5-873c6860f61a HTTP/1.1" status: 200 len: 890 time: 2.0101988 Sep 01 15:50:53.736472 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Sync routers for ids ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:53.748553 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Routers {'24ed28b5-b1c1-4203-b9e5-873c6860f61a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:53.749360 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:50:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.023600 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Set router 24ed28b5-b1c1-4203-b9e5-873c6860f61a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:54.422950 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 4, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port': {'id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:52Z', 'updated_at': '2021-09-01T15:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 5, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.474898 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Checking router: 24ed28b5-b1c1-4203-b9e5-873c6860f61a for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:54.475275 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Updating router 24ed28b5-b1c1-4203-b9e5-873c6860f61a port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:50:54.521390 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.844829 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.854354 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Transition to ACTIVE for port object c8afa1fb-175f-4110-b8df-dcdbbe9dc411 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:54.943808 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.995217 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Attempting to bind port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:50:54.995585 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Attempting to bind port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:50:54.995954 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Attempting to bind port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:50:55.003062 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c891a5-e52a-425b-a50e-a0554e4b2871 None None] Pushing event updated for resources: {'Port': ['ID=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.005517 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:50:55.005894 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:55.006352 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.006732 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:50:55.007720 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Bound port: c8afa1fb-175f-4110-b8df-dcdbbe9dc411, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:50:55.008126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.058849 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] For port c8afa1fb-175f-4110-b8df-dcdbbe9dc411, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:50:55.061840 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] For port c8afa1fb-175f-4110-b8df-dcdbbe9dc411, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:50:55.150250 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.212927 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c891a5-e52a-425b-a50e-a0554e4b2871 None None] Pushing event updated for resources: {'Port': ['ID=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.219217 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 25866a47-beb1-4b29-9ca8-3eb4cf89e584 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:55.241126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Routers {'24ed28b5-b1c1-4203-b9e5-873c6860f61a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:55.242467 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:50:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:55.433904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:55.434549 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.482000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] Set router 24ed28b5-b1c1-4203-b9e5-873c6860f61a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:55.726811 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 4, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port': {'id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:52Z', 'updated_at': '2021-09-01T15:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 5, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:55.753437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba555f95-2b0c-4bbe-8511-29351dbee275 None None] The sync data for ids ['24ed28b5-b1c1-4203-b9e5-873c6860f61a'] in dv-cinder-788366-6-iscsi is: [{'id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'name': 'router1', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:50:33Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 4, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'gw_port': {'id': 'c8afa1fb-175f-4110-b8df-dcdbbe9dc411', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:52Z', 'updated_at': '2021-09-01T15:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '25866a47-beb1-4b29-9ca8-3eb4cf89e584', 'name': '', 'network_id': '12c8e3c0-8381-48db-a939-a9f8e236ac5c', 'tenant_id': 'fb5696afc9714f4c88f349e8cf529936', 'mac_address': 'fa:16:3e:9c:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ed28b5-b1c1-4203-b9e5-873c6860f61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:50:43Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 5, 'project_id': 'fb5696afc9714f4c88f349e8cf529936', 'subnets': [{'id': '48d983b8-8f4b-4898-8b05-69e118204c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcbd0ce-ddc3-4523-8a4f-cd67785c4be0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:56.182873 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 40520) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:56.306477 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-3628b24b-db3c-4118-a657-1fed4212c0a5 admin admin] 10.222.0.103 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1224942 Sep 01 15:50:57.251379 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c8afa1fb-175f-4110-b8df-dcdbbe9dc411 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:57.394778 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:57.400018 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:57.400369 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:57.485058 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:57.504848 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port c8afa1fb-175f-4110-b8df-dcdbbe9dc411, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:57.595407 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:57.656983 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=c8afa1fb-175f-4110-b8df-dcdbbe9dc411,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:59.224799 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c8afa1fb-175f-4110-b8df-dcdbbe9dc411 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:59.284547 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port c8afa1fb-175f-4110-b8df-dcdbbe9dc411 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:59.284930 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:00.534942 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:06.467573 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6bb01761-24d5-4561-a49a-49cdbc2840e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.589598 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66e0446e-670e-49a3-af19-e1a00e99ac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.640726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.337531 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:11.892098 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:36.433590 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-332bd917-4e6d-4477-a6f5-01b62d701c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:37.534107 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:39.863445 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-946d6365-2ab8-4e7b-a124-231842cf43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.960329 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.211699 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.890996 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:06.433115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8e99c21a-46e5-4af9-8908-6cb512aab300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:09.330288 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ea23-4226-4f64-8476-3bb24f4529a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:09.461711 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:10.204454 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:11.913104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.533140 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:36.397921 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-56b78acc-015c-413c-853d-efdccd92830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:36.491562 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41082) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:36.553786 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.pecan_wsgi.hooks.translation [None req-656f2a34-87c4-4207-b422-fb3ed8d79b9a admin admin] GET failed (client error): The resource could not be found. Sep 01 15:52:36.555142 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-656f2a34-87c4-4207-b422-fb3ed8d79b9a admin admin] 10.222.0.103 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625417 Sep 01 15:52:36.718815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09102a0a-d06e-457d-a99a-d076ace24bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:36.720320 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-09102a0a-d06e-457d-a99a-d076ace24bbd admin admin] 10.222.0.103 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1604476 Sep 01 15:52:38.934597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41092) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:39.100120 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff01ee4-620e-4dc1-9b36-5e41395501fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:39.101554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8ff01ee4-620e-4dc1-9b36-5e41395501fa admin admin] 10.222.0.103 "GET /v2.0/subnets/48d983b8-8f4b-4898-8b05-69e118204c2c HTTP/1.1" status: 200 len: 849 time: 0.1660199 Sep 01 15:52:39.111610 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:39.196414 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.341176 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-fc0306c9-f11f-47a9-b52b-54d0a45817f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.398400 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735908796380'] for subnet, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.430541 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:39.430735 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.432694 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] 10.222.0.103 "PUT /v2.0/subnets/48d983b8-8f4b-4898-8b05-69e118204c2c HTTP/1.1" status: 200 len: 868 time: 0.3247232 Sep 01 15:52:39.433889 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2215d14-62c6-4eac-bed6-48953229a547 None None] Network 12c8e3c0-8381-48db-a939-a9f8e236ac5c requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:52:39.455300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d983b8-8f4b-4898-8b05-69e118204c2c,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:39.463329 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.463702 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.464044 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.464375 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.464714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.465024 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.465390 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.465729 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.466060 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.466381 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.466695 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.467009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea8929-2b5f-4f6b-aee6-782687222ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:39.475658 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.854603 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a09ef7b2-7353-4e12-ad89-f07cd7c71da4 None None] Provisioning complete for port 4417988e-a43d-43ed-bd5b-e213685b22a1 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:52:39.854977 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a09ef7b2-7353-4e12-ad89-f07cd7c71da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.940388 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a09ef7b2-7353-4e12-ad89-f07cd7c71da4 None None] Provisioning complete for port 25866a47-beb1-4b29-9ca8-3eb4cf89e584 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:52:39.940689 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a09ef7b2-7353-4e12-ad89-f07cd7c71da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:40.238651 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:41.650670 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41100) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:41.870810 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc592b9-e2aa-440c-8b71-7820ab514b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:41.871280 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc592b9-e2aa-440c-8b71-7820ab514b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:41.872821 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7cc592b9-e2aa-440c-8b71-7820ab514b83 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2211807 Sep 01 15:52:42.021281 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:44.076120 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41108) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:44.282537 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6585d-b437-4438-80c4-975a0f3d44c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:44.282537 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6585d-b437-4438-80c4-975a0f3d44c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:44.282537 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-4fe6585d-b437-4438-80c4-975a0f3d44c2 admin admin] 10.222.0.103 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2051952 Sep 01 15:52:46.550297 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41118) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:46.681818 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf803279-381b-4a37-86fc-67aaa4983827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:46.683249 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-cf803279-381b-4a37-86fc-67aaa4983827 admin admin] 10.222.0.103 "GET /v2.0/networks/12c8e3c0-8381-48db-a939-a9f8e236ac5c HTTP/1.1" status: 200 len: 870 time: 0.1317346 Sep 01 15:52:49.168753 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41126) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:49.298140 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447be23-9394-4283-8e4c-c502648813ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:49.299549 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-2447be23-9394-4283-8e4c-c502648813ba admin admin] 10.222.0.103 "GET /v2.0/networks/4e42f691-0971-4daf-972b-5153cb71076b HTTP/1.1" status: 200 len: 886 time: 0.1297977 Sep 01 15:52:51.532156 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:51.542334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41134) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:51.674420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fad214-ea2c-4aa3-83dd-c7868fc0bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:51.675198 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fad214-ea2c-4aa3-83dd-c7868fc0bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:51.677480 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b4fad214-ea2c-4aa3-83dd-c7868fc0bc71 admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341050 Sep 01 15:52:53.877728 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41142) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:53.972284 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9aefe9-fbca-4f1f-9eb0-2c87c69e7ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:53.972660 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9aefe9-fbca-4f1f-9eb0-2c87c69e7ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:53.974231 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ff9aefe9-fbca-4f1f-9eb0-2c87c69e7ab8 admin admin] 10.222.0.103 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955620 Sep 01 15:52:56.170786 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41150) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:56.273615 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29421e3e-b0d8-4397-a2cd-ece880184c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:56.284459 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-29421e3e-b0d8-4397-a2cd-ece880184c62 admin admin] 10.222.0.103 "GET /v2.0/subnets/48d983b8-8f4b-4898-8b05-69e118204c2c HTTP/1.1" status: 200 len: 868 time: 0.1030309 Sep 01 15:52:58.482071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41158) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:58.568346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273cf6ae-40b6-4b59-b63c-3632f76d8e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:58.569718 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-273cf6ae-40b6-4b59-b63c-3632f76d8e4d admin admin] 10.222.0.103 "GET /v2.0/subnets/c094fa5e-268f-41d0-b0b8-bea17d8ab025 HTTP/1.1" status: 200 len: 816 time: 0.0866814 Sep 01 15:53:06.426188 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f24cbae9-8272-43a8-ad83-9b51d9077223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:09.317652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-c5a1eeaf-dad9-4f57-beac-b49eee1e8598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:09.419546 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:10.237538 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:11.928477 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:22.895626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41212) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:22.943919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-9e4f3291-1a31-49c2-b49c-964688f3790c admin admin] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:53:22.944928 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9e4f3291-1a31-49c2-b49c-964688f3790c admin admin] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483546 Sep 01 15:53:25.230285 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41220) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:25.291978 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffa21dc-9e17-4e08-b77a-a3e6a2e55805 admin admin] GET failed (client error): The resource could not be found. Sep 01 15:53:25.293441 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-dffa21dc-9e17-4e08-b77a-a3e6a2e55805 admin admin] 10.222.0.103 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621908 Sep 01 15:53:25.381753 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab594a0-f3a8-4824-a4da-ff0cdd79156a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:25.383204 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6ab594a0-f3a8-4824-a4da-ff0cdd79156a admin admin] 10.222.0.103 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844474 Sep 01 15:53:27.692020 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41228) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:27.739838 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:27.854312 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Made reservation on behalf of 1579d47536364864963631015ef8ae93 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:53:27.856576 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:27.885182 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING neutron.services.revisions.revision_plugin [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Could not find related network for resource to bump revision. Sep 01 15:53:27.896004 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:53:27.904338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:27.905366 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Added segment f7826887-a0cb-4a09-b64d-a53bf86ea845 of type vlan for network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 Sep 01 15:53:27.944118 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:28.053720 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:28.054696 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:28.055279 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:28.116519 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] Pushing event updated for resources: {'Network': ['ID=81b0a5ba-d76d-4b12-9bc1-587ed3f04d90,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:28.127503 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:53:28.157694 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6517778b-3f71-4985-955c-45613e619896 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4643617 Sep 01 15:53:28.532396 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:53:30.463598 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41236) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:30.526828 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5097248-4ad4-4586-a1c9-495911e935e6 admin admin] GET failed (client error): The resource could not be found. Sep 01 15:53:30.528455 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c5097248-4ad4-4586-a1c9-495911e935e6 admin admin] 10.222.0.103 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639043 Sep 01 15:53:30.602490 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad636f49-30e1-47a9-bf5b-849d890c504c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:30.603953 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ad636f49-30e1-47a9-bf5b-849d890c504c admin admin] 10.222.0.103 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0695245 Sep 01 15:53:30.614936 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:30.728344 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Made reservation on behalf of 1579d47536364864963631015ef8ae93 for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:53:30.730675 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:30.945829 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.000739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcce189f-4032-4ad1-82bc-31d23db8380e,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:31.010978 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Checking segment: {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:31.011336 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Network hostable DHCP agents. Network: 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:53:31.082581 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:53:31.139226 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:31.143855 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:31.144438 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.151077 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734c383-7e0c-48d3-a262-d55fa9bbc153 None None] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:53:31.197687 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f7dfc3e5-c625-44a1-be57-3f3bdfcfdf2f admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5860915 Sep 01 15:53:31.300774 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-81b0a5ba-d76d-4b12-9bc1-587ed3f04d90', 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90', 'tenant_id': '1579d47536364864963631015ef8ae93', 'fixed_ips': [{'subnet_id': 'dcce189f-4032-4ad1-82bc-31d23db8380e'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:53:31.301696 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.550547 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Allocated IP 192.168.233.2 (81b0a5ba-d76d-4b12-9bc1-587ed3f04d90/dcce189f-4032-4ad1-82bc-31d23db8380e/0cfccd52-f722-4bc3-8f49-ce421fa2f915) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:31.699900 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.708726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Transition to ACTIVE for port object 0cfccd52-f722-4bc3-8f49-ce421fa2f915 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:31.724216 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Transition to ACTIVE for port object 0cfccd52-f722-4bc3-8f49-ce421fa2f915 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:31.837713 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.883284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:31.888586 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:31.895449 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:31.902151 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Pushing event updated for resources: {'Port': ['ID=0cfccd52-f722-4bc3-8f49-ce421fa2f915,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:31.914163 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.914655 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.915006 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.915363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.915703 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.916045 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.916372 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.916698 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.917025 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.917375 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.917699 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.918021 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:31.976563 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Attempting to bind port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:31.976935 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Attempting to bind port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:31.977349 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Attempting to bind port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 on network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:31.982339 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:31.982701 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Checking segment: {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:31.983101 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:31.983493 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Bound using segment: {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:31.983944 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Bound port: 0cfccd52-f722-4bc3-8f49-ce421fa2f915, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:31.984340 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:32.049704 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] For port 0cfccd52-f722-4bc3-8f49-ce421fa2f915, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:32.052733 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] For port 0cfccd52-f722-4bc3-8f49-ce421fa2f915, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=0cfccd52-f722-4bc3-8f49-ce421fa2f915,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:32.123151 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:32.183728 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b079-639e-4599-b2c8-4ceb77dead9c None None] Pushing event updated for resources: {'Port': ['ID=0cfccd52-f722-4bc3-8f49-ce421fa2f915,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:32.995583 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69526a54-1af2-471a-89bc-0bb81b9fd737 None None] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:53:33.147844 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-6ca34f65-87f1-405d-879a-5ff3406e4852 None None] Provisioning for port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:33.367421 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 0cfccd52-f722-4bc3-8f49-ce421fa2f915 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:33.505510 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:33.509714 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:33.510094 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:33.596389 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:33.628128 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 0cfccd52-f722-4bc3-8f49-ce421fa2f915, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=0cfccd52-f722-4bc3-8f49-ce421fa2f915,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:33.682726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:33.734976 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=0cfccd52-f722-4bc3-8f49-ce421fa2f915,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:35.332179 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 0cfccd52-f722-4bc3-8f49-ce421fa2f915 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:35.384405 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 0cfccd52-f722-4bc3-8f49-ce421fa2f915 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:35.384768 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:36.424851 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-41c93993-b9b7-405f-8538-42b623d658a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:39.305192 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d769404c-ed72-492d-88f1-a4849fc390df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:39.442490 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:40.271071 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:41.939786 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:05.530545 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:06.423756 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf63-8dda-43da-9b63-e362c8eb28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.310593 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9a45bac0-4b37-4634-a356-ad404a497837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.458970 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:10.247651 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:11.904155 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:36.446969 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9932ef1b-a651-493a-99d5-59cd2f831210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:39.332272 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3ffc7080-5c9f-476e-b27d-24f4d70b0afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:39.428545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:40.264413 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:41.955866 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:42.529458 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:56.881819 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41288) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:54:56.887747 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [None req-e978a6c3-30a4-4e58-a628-f37cbe76ecdb tempest-verify_tempest_config-657595769 tempest-verify_tempest_config-657595769-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:54:56.888839 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e978a6c3-30a4-4e58-a628-f37cbe76ecdb tempest-verify_tempest_config-657595769 tempest-verify_tempest_config-657595769-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059927 Sep 01 15:54:57.426636 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41306) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:54:57.532346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:57.622164 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:57.736655 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:57.780833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8632b60-97d0-49e3-93c0-0359f58997ab,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:57.785267 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c4d853d97d9f4f31be3d598359bf57ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576372 Sep 01 15:54:57.788188 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41310) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:54:57.789618 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.789958 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.790298 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.790623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.790944 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.791281 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.791608 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.791938 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.792272 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.792591 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.792982 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.793402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef81ecc-25cd-47ef-b23f-204920fbe267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:57.870148 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:57.891659 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:58.074383 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:58.077401 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:58.078574 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a8632b60-97d0-49e3-93c0-0359f58997ab HTTP/1.1" status: 204 len: 168 time: 0.2894223 Sep 01 15:54:58.086262 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8632b60-97d0-49e3-93c0-0359f58997ab,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:58.093838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.094210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.094561 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.094902 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.095240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.095594 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.095929 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.096403 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.096744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.097071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.097439 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:58.097768 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fd67c6-71d6-4505-86dc-c28aea66dd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:06.435168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d7a781e1-2112-4a9f-a9d6-155ee21ed402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:09.297695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d0ba2187-1dbc-45d8-8a47-55cf7bea590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:09.446130 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:10.268998 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:11.924869 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:19.528195 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:55:36.468265 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-53cc874f-23a7-4b17-bf6d-7b0123e2e4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:39.366095 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-27607420-3daa-4052-9461-98e59f82a5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:39.456809 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.263132 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:41.965819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:56.527482 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:06.473244 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-439b0ef2-e87a-4d57-9b3f-b9c1672c3074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:09.300001 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ed288e6e-7e23-4fd7-9090-3f71b3370f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:09.467603 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:10.288923 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:11.953297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:33.525941 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 5 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:36.442556 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5194-7e7b-43ed-8989-f8a52b7b618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:37.352355 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703458'] for agent, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:39.312568 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b39f-b078-4338-9f6e-c53f8a406274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:39.432626 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:40.283877 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:41.929891 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.641470 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41384) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:51.747705 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-41a03577-b3e3-4fc6-a688-1b60b8261e20 admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1050758 Sep 01 15:56:53.975904 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41394) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:54.030416 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ba7b2144-7af7-41c6-99c9-5115f2806961 admin admin] 10.222.0.103 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0534348 Sep 01 15:57:06.425906 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-5436e378-1085-4d79-bc89-5d1165fbabb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:07.281414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:09.322882 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b17d9a2d-fc0d-4e75-920a-986acd70ef4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:09.443251 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.277510 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.525126 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:57:11.932519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:36.453873 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4c8aee6c-951a-445a-8ce7-3a4c281bb08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:37.305789 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:39.323393 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-176bd471-92a1-4729-83ee-d6deb5cb3463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:39.446105 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:40.247918 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:41.951314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:47.525483 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:58:06.447635 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad4cb-1a0f-407e-b8cd-945b892f7203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:07.279329 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:09.322269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2d055808-3f3f-476e-86de-2f2f7670dfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:09.487461 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:10.293193 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:11.936340 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:24.528689 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:58:25.295006 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41602) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:25.923024 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1171027136-network', 'tenant_id': '52bc34884c75461c830e04a52044b246'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:26.021196 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41626) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:26.058941 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:26.064682 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.083518 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.117091 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41632) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:26.133057 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41642) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:26.226248 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.252569 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-353433714-network', 'tenant_id': '39856ef87a3d478f907eb6db529dda21'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:26.328556 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1227495211-network', 'tenant_id': '03d78c7886964f82aca8f14e0e9db12e'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:26.329744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.358859 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:58:26.383027 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735908850634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.383027 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Unsubscribe: segment precommit_create {{(pid=106020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 15:58:26.383328 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-network', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:26.383429 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Added segment b998a1d3-b687-472c-8239-4bc2aa0fb353 of type vlan for network a567782d-ca85-4802-82c6-c75b2032534c Sep 01 15:58:26.458273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.517889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Made reservation on behalf of 39856ef87a3d478f907eb6db529dda21 for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:26.520328 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.602345 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.606388 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add4bec-218f-4f26-844d-69ca8590be88,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:26.620029 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.620384 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.620721 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.621055 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.621415 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.621902 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.622094 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.622705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.622975 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.623308 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.623631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.623948 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Tracked resource versions report: Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: pushed versions: Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: { 'AddressGroup': {'1.2'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'ConntrackHelper': {'1.0'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Log': {'1.0'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Network': {'1.1'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Port': {'1.7'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'PortForwarding': {'1.2'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'QosPolicy': {'1.9'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroup': {'1.4'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SubPort': {'1.0'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Subnet': {'1.1'}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Trunk': {'1.1'}} Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: consumer versions: Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: HyperV agent@hv-cinder-78836: {}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'ConntrackHelper': '1.0', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Log': '1.0', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Network': '1.1', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Port': '1.7', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'PortForwarding': '1.2', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'QosPolicy': '1.9', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroup': '1.4', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SecurityGroupRule': '1.2', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'SubPort': '1.0', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Subnet': '1.1', Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: 'Trunk': '1.1'}} Sep 01 15:58:26.625038 dv-cinder-788366-6-iscsi neutron-server[106020]: {{(pid=106020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:58:26.636175 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.636731 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:26.637846 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.671324 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Made reservation on behalf of 03d78c7886964f82aca8f14e0e9db12e for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:26.673738 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.711930 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.736377 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.db.api [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:58:26.736377 dv-cinder-788366-6-iscsi neutron-server[106020]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:58:26.736377 dv-cinder-788366-6-iscsi neutron-server[106020]: [parameters: {'project_id_1': '39856ef87a3d478f907eb6db529dda21', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 58, 26, 629513)}] Sep 01 15:58:26.736377 dv-cinder-788366-6-iscsi neutron-server[106020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:58:26.737034 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG oslo_db.api [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:58:26.759565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] Pushing event updated for resources: {'Network': ['ID=a567782d-ca85-4802-82c6-c75b2032534c,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:26.765300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Made reservation on behalf of 86f8963c9a784db19cec93a3c3d07920 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:26.768613 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.772791 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network a567782d-ca85-4802-82c6-c75b2032534c details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:58:26.784071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:26.851701 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-eed3f348-aba9-4ad4-90cd-e7cecb9b206d admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5551438 Sep 01 15:58:26.852306 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41666) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:26.869664 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Request body: {'subnet': {'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1171027136-subnet', 'tenant_id': '52bc34884c75461c830e04a52044b246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:26.901238 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.db.api [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:58:26.901238 dv-cinder-788366-6-iscsi neutron-server[106021]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:58:26.901238 dv-cinder-788366-6-iscsi neutron-server[106021]: [parameters: {'project_id_1': '86f8963c9a784db19cec93a3c3d07920', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 58, 26, 798756)}] Sep 01 15:58:26.901238 dv-cinder-788366-6-iscsi neutron-server[106021]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:58:26.901876 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG oslo_db.api [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:58:26.978074 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.041775 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.069995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:58:27.075162 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:27.087240 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.087431 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.087948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.088268 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.088577 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.089258 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.089588 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.089914 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.090391 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.090703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.091016 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.091326 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Tracked resource versions report: Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: pushed versions: Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: { 'AddressGroup': {'1.2'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'ConntrackHelper': {'1.0'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Log': {'1.0'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Network': {'1.1'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Port': {'1.7'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'PortForwarding': {'1.2'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'QosPolicy': {'1.9'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroup': {'1.4'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SubPort': {'1.0'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Subnet': {'1.1'}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Trunk': {'1.1'}} Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: consumer versions: Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: HyperV agent@hv-cinder-78836: {}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'ConntrackHelper': '1.0', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Log': '1.0', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Network': '1.1', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Port': '1.7', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'PortForwarding': '1.2', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'QosPolicy': '1.9', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroup': '1.4', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SecurityGroupRule': '1.2', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'SubPort': '1.0', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Subnet': '1.1', Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: 'Trunk': '1.1'}} Sep 01 15:58:27.092358 dv-cinder-788366-6-iscsi neutron-server[106021]: {{(pid=106021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:58:27.097376 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.097709 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Added segment 13badb1b-be0c-449d-adfd-1a446f1789b1 of type vlan for network c8f70058-b407-4ced-9933-398f61b8541a Sep 01 15:58:27.149418 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.161013 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:27.164004 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.238567 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.252911 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.253894 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:27.254657 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.318761 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] Pushing event updated for resources: {'Network': ['ID=c8f70058-b407-4ced-9933-398f61b8541a,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:27.329302 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network c8f70058-b407-4ced-9933-398f61b8541a details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:58:27.334901 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c6689da0-a681-4b91-9987-6526d1f64ceb admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2166529 Sep 01 15:58:27.337925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41682) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:27.343132 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Request body: {'subnet': {'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1227495211-subnet', 'tenant_id': '03d78c7886964f82aca8f14e0e9db12e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:27.403655 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.444500 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.450872 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.502113 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=662bb6b9-6516-4926-afa9-6a9c8ceac63a,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:27.518546 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Checking segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:27.519030 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Network hostable DHCP agents. Network: a567782d-ca85-4802-82c6-c75b2032534c, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:58:27.550518 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.580059 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:58:27.590513 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0b8eb-dac3-47ca-bf90-058e572a66c7,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:27.595991 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.596362 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Added segment c7e78058-5407-4c8a-a5a0-1e5d489ff8b2 of type vlan for network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 Sep 01 15:58:27.640383 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.662213 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Made reservation on behalf of 03d78c7886964f82aca8f14e0e9db12e for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:27.665302 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.668290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Network a567782d-ca85-4802-82c6-c75b2032534c is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:58:27.780598 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, a567782d-ca85-4802-82c6-c75b2032534c) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:27.782597 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.783614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:27.784266 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.790154 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:27.792307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82e12e-2355-4c8d-aba1-bd36b6530a57 None None] Network a567782d-ca85-4802-82c6-c75b2032534c requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:27.801692 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.912147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:27.913576 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] Pushing event updated for resources: {'Network': ['ID=4193e04e-2f70-4a49-9ff2-5f59c2ac0331,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:27.943231 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:58:27.960696 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408c4a2-32df-4181-aafd-b2f62c5e913f None None] Network a567782d-ca85-4802-82c6-c75b2032534c requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:28.053455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.069336 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 1418, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:58:28.080437 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.080780 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Added segment 7df5e421-8e38-4baa-a034-8c98abffa605 of type vlan for network d0caa085-d8db-4b7e-8022-20777590e58d Sep 01 15:58:28.130863 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.156633 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.196037 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b52b19a2-688a-4f30-a03a-4c41287e48b5 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3425131 Sep 01 15:58:28.198202 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-34010eca-5c4b-42d3-9e09-0c763c1d795c admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1743822 Sep 01 15:58:28.201143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41720) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:28.230266 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Request body: {'subnet': {'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-subnet', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:28.234494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.236520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.237308 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.311553 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:28.328483 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74082dd1-9740-49b3-84c6-f6c7b867a015,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:28.337267 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Checking segment: {'id': '13badb1b-be0c-449d-adfd-1a446f1789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:28.338125 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Network hostable DHCP agents. Network: c8f70058-b407-4ced-9933-398f61b8541a, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:58:28.345434 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] Pushing event updated for resources: {'Network': ['ID=d0caa085-d8db-4b7e-8022-20777590e58d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:28.348565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Made reservation on behalf of 39856ef87a3d478f907eb6db529dda21 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:28.352812 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.377741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network d0caa085-d8db-4b7e-8022-20777590e58d details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:58:28.448101 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a8adebc2-82bb-4011-ba60-be809ce17dfa admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3138573 Sep 01 15:58:28.449089 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Network c8f70058-b407-4ced-9933-398f61b8541a is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:58:28.452070 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41742) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:28.458032 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Request body: {'subnet': {'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-subnet', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:28.584953 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, c8f70058-b407-4ced-9933-398f61b8541a) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:28.589718 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.590626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.598484 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ac825-36f8-43d5-8e4c-9fa8c4fa03f2 None None] Network c8f70058-b407-4ced-9933-398f61b8541a requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:28.652993 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Made reservation on behalf of 86f8963c9a784db19cec93a3c3d07920 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:28.655535 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.670909 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41770) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:28.674087 dv-cinder-788366-6-iscsi neutron-server[106021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 15:58:28.735322 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.737680 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd5ba3-dcce-4464-b1ba-311cc8b1b055 None None] Network c8f70058-b407-4ced-9933-398f61b8541a requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:28.775211 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1101f714-c8c3-4b9a-a4ac-9e22bf555bbc admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4359851 Sep 01 15:58:28.884594 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66300fa0-3db2-4403-8ca7-bf6a422b0f00,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:28.904314 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Checking segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:28.904675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Network hostable DHCP agents. Network: 4193e04e-2f70-4a49-9ff2-5f59c2ac0331, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:58:28.918687 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-c33fce39-7bc3-4036-8f69-bda20690eae2 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.921450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-c33fce39-7bc3-4036-8f69-bda20690eae2 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.2490957 Sep 01 15:58:28.944677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-fd8f116c-b71a-4688-bace-3d4d068f5c0e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/quotas/52bc34884c75461c830e04a52044b246 HTTP/1.1" status: 200 len: 375 time: 0.0170445 Sep 01 15:58:29.007763 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-cbc5a006-1d01-4021-9369-2feeeda0afbd tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622160 Sep 01 15:58:29.105016 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41786) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:29.111725 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.113690 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:58:29.173136 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb92c74e-3eb3-485a-bbf4-b1b572cb8663,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:29.187066 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Checking segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:29.187527 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Network hostable DHCP agents. Network: d0caa085-d8db-4b7e-8022-20777590e58d, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:58:29.207658 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 4193e04e-2f70-4a49-9ff2-5f59c2ac0331) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:29.216243 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a7e93-a1a1-4683-a456-5f900811722b None None] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:29.232665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:29.233395 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.286604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9ae7500a-fd38-4018-91d5-f888b150904e service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:58:29.288435 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9ae7500a-fd38-4018-91d5-f888b150904e service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692666 Sep 01 15:58:29.303674 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Network d0caa085-d8db-4b7e-8022-20777590e58d is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:58:29.307956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0a18b3d9-7bec-498b-a505-17a127d57452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.315492 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41808) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:29.321103 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, d0caa085-d8db-4b7e-8022-20777590e58d) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:29.331549 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-a84b4e75-3de1-48d1-9460-634d88560e90 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1260843 Sep 01 15:58:29.331718 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119c1b5-6077-4e6d-8e62-b2f9833d21bf None None] Network d0caa085-d8db-4b7e-8022-20777590e58d requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:29.332220 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:29.332793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.335583 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41810) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:29.345664 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:29.457744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0a18b3d9-7bec-498b-a505-17a127d57452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.474559 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:58:29.475346 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-e5228253-7639-432a-9ca9-1ca21dad6311 service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805997 Sep 01 15:58:29.475492 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.497741 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-475ec90d-15bb-4ebe-9ec7-d006310dd714 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:29.499159 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-475ec90d-15bb-4ebe-9ec7-d006310dd714 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/networks?id=c8f70058-b407-4ced-9933-398f61b8541a HTTP/1.1" status: 200 len: 812 time: 0.1823041 Sep 01 15:58:29.546615 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0a18b3d9-7bec-498b-a505-17a127d57452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.551424 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c9031711-9b4e-4ffe-b8b3-82ec61c34785 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/quotas/03d78c7886964f82aca8f14e0e9db12e HTTP/1.1" status: 200 len: 375 time: 0.0417655 Sep 01 15:58:29.578922 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec9c43-1bbb-47c8-8f6b-63226ebb1423 None None] Network d0caa085-d8db-4b7e-8022-20777590e58d requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:29.597056 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-0b40531f-294c-4235-9d59-b56bb5e9c222 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=03d78c7886964f82aca8f14e0e9db12e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372126 Sep 01 15:58:29.615722 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-f8534b21-d92c-4a58-9842-20590b486d3c service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330869 Sep 01 15:58:29.635270 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41820) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:29.635717 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0a18b3d9-7bec-498b-a505-17a127d57452 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b1e46f1219134402b331d24232ca7dbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5292010 Sep 01 15:58:29.637260 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18b3d9-7bec-498b-a505-17a127d57452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee5ea4-9a37-4d70-bf1b-dbafd3ba28f4,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:29.709448 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.711843 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.719761 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Allocated IP 172.20.0.2 (4193e04e-2f70-4a49-9ff2-5f59c2ac0331/66300fa0-3db2-4403-8ca7-bf6a422b0f00/c06cf99a-a391-42c2-81d8-ebe4b3f50217) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:29.729794 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.766548 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-22bb71ed-360f-4fb7-b5a8-e813269c1902 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3131223 Sep 01 15:58:29.769812 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-89a2b289-2e42-42b3-bcd5-2b0a06e16db4 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:58:29.770644 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 41824) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:29.770806 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-89a2b289-2e42-42b3-bcd5-2b0a06e16db4 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0822577 Sep 01 15:58:29.775834 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:29.779932 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.833305 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.899836 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-003052b4-f154-43f6-945c-2987dbca82f1 service neutron] 10.222.0.103 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161406 Sep 01 15:58:29.924497 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.976538 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:29.977875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.007514 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Transition to ACTIVE for port object c06cf99a-a391-42c2-81d8-ebe4b3f50217 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:30.025862 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.040097 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Transition to ACTIVE for port object c06cf99a-a391-42c2-81d8-ebe4b3f50217 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:30.047960 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.050712 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9bee5ea4-9a37-4d70-bf1b-dbafd3ba28f4 HTTP/1.1" status: 204 len: 168 time: 0.4143767 Sep 01 15:58:30.068449 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-7978c0dd-d869-42d3-8d72-96e5acb9ce7b service neutron] 10.222.0.103 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619501 Sep 01 15:58:30.084843 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc796b81-8819-49af-8b1e-72da39e920a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee5ea4-9a37-4d70-bf1b-dbafd3ba28f4,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:30.136302 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.202953 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:30.206159 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:30.206402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.211875 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:30.214628 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.222740 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Pushing event updated for resources: {'Port': ['ID=c06cf99a-a391-42c2-81d8-ebe4b3f50217,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:30.251804 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.252528 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.252880 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.253268 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.254516 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.254856 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.255190 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.255519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.255863 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.256882 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.257291 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.257633 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Tracked resource versions report: Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: pushed versions: Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: { 'AddressGroup': {'1.2'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'ConntrackHelper': {'1.0'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Log': {'1.0'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Network': {'1.1'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Port': {'1.7'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'PortForwarding': {'1.2'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'QosPolicy': {'1.9'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroup': {'1.4'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SubPort': {'1.0'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Subnet': {'1.1'}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Trunk': {'1.1'}} Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: consumer versions: Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: HyperV agent@hv-cinder-78836: {}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'ConntrackHelper': '1.0', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Log': '1.0', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Network': '1.1', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Port': '1.7', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'PortForwarding': '1.2', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'QosPolicy': '1.9', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroup': '1.4', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SecurityGroupRule': '1.2', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'SubPort': '1.0', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Subnet': '1.1', Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: 'Trunk': '1.1'}} Sep 01 15:58:30.259002 dv-cinder-788366-6-iscsi neutron-server[106022]: {{(pid=106022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:58:30.297474 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Attempting to bind port c06cf99a-a391-42c2-81d8-ebe4b3f50217 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:30.297842 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Attempting to bind port c06cf99a-a391-42c2-81d8-ebe4b3f50217 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:30.298342 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Attempting to bind port c06cf99a-a391-42c2-81d8-ebe4b3f50217 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:30.303821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:30.304190 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Checking segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:30.304704 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.305198 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Bound using segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:30.305689 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Bound port: c06cf99a-a391-42c2-81d8-ebe4b3f50217, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:30.306087 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.309816 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d9deeb4-1773-4ea5-a68a-682a5b4a6072 req-ab67e7ee-fa31-4bdb-a997-109b2f15b090 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0624959 Sep 01 15:58:30.390314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] For port c06cf99a-a391-42c2-81d8-ebe4b3f50217, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:30.399849 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] For port c06cf99a-a391-42c2-81d8-ebe4b3f50217, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c06cf99a-a391-42c2-81d8-ebe4b3f50217,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:30.471651 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.611945 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfd418-1145-4b47-a06a-ee1326e4e4ae None None] Pushing event updated for resources: {'Port': ['ID=c06cf99a-a391-42c2-81d8-ebe4b3f50217,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:30.773478 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:30.949833 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a37f918-8a7f-4c8d-a74a-b4632a341da7 req-589b6af6-da32-4f29-abde-d80a7b62b2c4 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0822098 Sep 01 15:58:31.150076 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:31.181521 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:31.369844 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Allocated IP 172.27.3.64 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:31.492892 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a3f02f1c-dca7-4df9-8e8f-3117c000a5f7 req-aa75193f-d30e-461d-b538-695be269a57b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0589197 Sep 01 15:58:31.602106 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c06cf99a-a391-42c2-81d8-ebe4b3f50217 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:31.645876 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:31.700317 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:31.759705 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port c06cf99a-a391-42c2-81d8-ebe4b3f50217 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:31.821854 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:31.955790 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b282b-85f3-4fc3-96f6-72dc1c7a9e29 None None] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:31.980484 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.063741 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:32.067379 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:32.074195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:32.077930 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:32.101058 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-43d704a6-1030-4d26-9a4f-ca225bd14f68 req-a023450f-b935-41b1-8ea2-c63edce94894 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0843825 Sep 01 15:58:32.135152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Allocated IP 172.27.3.159 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/56632897-502a-4495-8b17-b2fbb729bda0) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:32.150675 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Provisioning for port c06cf99a-a391-42c2-81d8-ebe4b3f50217 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:32.162167 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Provisioning complete for port c06cf99a-a391-42c2-81d8-ebe4b3f50217 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:32.163389 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.295280 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.326571 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.347291 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] For port c06cf99a-a391-42c2-81d8-ebe4b3f50217, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c06cf99a-a391-42c2-81d8-ebe4b3f50217,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:32.428874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.487059 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.504550 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe262f-b1f1-4a25-8676-0e1b402e6cbd None None] Pushing event updated for resources: {'Port': ['ID=c06cf99a-a391-42c2-81d8-ebe4b3f50217,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:32.551225 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.579149 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-7526af9c-28f3-42be-951d-306f5ffc07da None None] Provisioning complete for port c06cf99a-a391-42c2-81d8-ebe4b3f50217 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:32.607707 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7526af9c-28f3-42be-951d-306f5ffc07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:32.786911 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:32.791847 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:32.804088 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9f4b53c1-cabf-420a-a946-a67d58e4bc44 req-36ff764a-86a7-4733-98c3-f5637aa2c9c1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0526609 Sep 01 15:58:32.805590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:32.848118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=56632897-502a-4495-8b17-b2fbb729bda0,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:32.879527 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 41998) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:32.996511 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6467-78ec-4ba8-a9c6-a15f8cf90cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.056625 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.097857 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6467-78ec-4ba8-a9c6-a15f8cf90cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.216611 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6467-78ec-4ba8-a9c6-a15f8cf90cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.273668 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d6467-78ec-4ba8-a9c6-a15f8cf90cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9dfe7-74c1-4937-a543-54fbef64b009,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:33.291399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.293202 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bc87de48-75cb-4ee0-b45d-345c8e455439 req-c28bfd82-2e30-499d-879e-7bd611d9e1de tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0420635 Sep 01 15:58:33.298916 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6b3d6467-78ec-4ba8-a9c6-a15f8cf90cc1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e2cf7b8c45434edf84c7bb290eb2ba21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4157801 Sep 01 15:58:33.299235 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42012) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:33.337588 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Router 92bce008-6229-43c8-871d-9b58accbad2a is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:58:33.365616 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.387226 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.504290 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.507880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.509048 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/4cc9dfe7-74c1-4937-a543-54fbef64b009 HTTP/1.1" status: 204 len: 168 time: 0.2086995 Sep 01 15:58:33.521304 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c06cf99a-a391-42c2-81d8-ebe4b3f50217 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:33.566527 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ff5a5-736f-48ce-89a3-2cbabb4b470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9dfe7-74c1-4937-a543-54fbef64b009,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:33.573479 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:58:33.584967 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:58:33.603691 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:33.603948 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.604382 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:33.740800 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.742495 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0d627807-117d-483e-86ac-4b8b67867ae8 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4033403 Sep 01 15:58:33.746024 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42028) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:33.765389 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port c06cf99a-a391-42c2-81d8-ebe4b3f50217 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:33.766074 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:33.801510 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:33.855879 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Router 4f1fb8fa-e544-4c05-81cc-9605cefc730f is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:58:34.019668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:58:34.032512 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Sync routers for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:58:34.046305 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:34.047036 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:34.114685 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:32Z', 'revision_number': 3, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:34.133000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.134573 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-58a83f5e-555a-4359-87f3-6d93dc190bc4 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3627892 Sep 01 15:58:34.137369 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42048) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:34.144809 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:58:34.145492 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Updating router 92bce008-6229-43c8-871d-9b58accbad2a port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:58:34.147607 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af090439-4d80-4223-be8d-bd3db3307b86 req-71dcb5e9-01d9-4c28-ad38-b21a9dec521e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0610187 Sep 01 15:58:34.183924 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.195541 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:34.529511 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-01b1dcf2-1c52-4ead-86bd-a84f5de8695d req-40db9464-fadc-44c6-aa38-dac8952f6e0a tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0442359 Sep 01 15:58:34.560635 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:33Z', 'revision_number': 3, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:34.595331 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Checking router: 4f1fb8fa-e544-4c05-81cc-9605cefc730f for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:58:34.596021 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Updating router 4f1fb8fa-e544-4c05-81cc-9605cefc730f port 56632897-502a-4495-8b17-b2fbb729bda0 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:58:34.632476 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.647898 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.673402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.687869 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Transition to ACTIVE for port object 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:34.781798 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.841432 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Attempting to bind port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:34.841958 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Attempting to bind port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:34.842123 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Attempting to bind port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:34.873258 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:34.873644 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:34.874049 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.874459 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:34.874935 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Bound port: 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:34.875341 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.941955 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:34.995257 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Allocated IP 172.20.0.1 (4193e04e-2f70-4a49-9ff2-5f59c2ac0331/66300fa0-3db2-4403-8ca7-bf6a422b0f00/a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:35.021835 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Pushing event updated for resources: {'Port': ['ID=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,revision_number=2']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:35.022729 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.040174 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.040718 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.041710 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.042059 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.042400 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.042740 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.043078 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.043578 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.043944 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.044291 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.044613 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.044940 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Tracked resource versions report: Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: pushed versions: Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: { 'AddressGroup': {'1.2'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'ConntrackHelper': {'1.0'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Log': {'1.0'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Network': {'1.1'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Port': {'1.7'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'PortForwarding': {'1.2'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'QosPolicy': {'1.9'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroup': {'1.4'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroupRule': {'1.2'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SubPort': {'1.0'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Subnet': {'1.1'}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Trunk': {'1.1'}} Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: consumer versions: Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: { DHCP agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: HyperV agent@hv-cinder-78836: {}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: L3 agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: Metadata agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: Metering agent@dv-cinder-788366-6-iscsi: {}, Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: Open vSwitch agent@dv-cinder-788366-6-iscsi: { 'AddressGroup': '1.2', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'ConntrackHelper': '1.0', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Log': '1.0', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Network': '1.1', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Port': '1.7', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'PortForwarding': '1.2', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'QosPolicy': '1.9', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroup': '1.4', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SecurityGroupRule': '1.2', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'SubPort': '1.0', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Subnet': '1.1', Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: 'Trunk': '1.1'}} Sep 01 15:58:35.046087 dv-cinder-788366-6-iscsi neutron-server[106023]: {{(pid=106023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 15:58:35.048489 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Transition to ACTIVE for port object 56632897-502a-4495-8b17-b2fbb729bda0 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:35.077077 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] For port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:35.091151 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] For port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:35.159026 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.190531 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.214093 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.231726 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Transition to ACTIVE for port object a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 will not be triggered until provisioned by entity DHCP. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:35.260303 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca540ad-fbe1-47d2-a950-c56788c41870 None None] Pushing event updated for resources: {'Port': ['ID=56632897-502a-4495-8b17-b2fbb729bda0,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:35.276782 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Attempting to bind port 56632897-502a-4495-8b17-b2fbb729bda0 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:35.277554 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Attempting to bind port 56632897-502a-4495-8b17-b2fbb729bda0 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:35.278560 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Attempting to bind port 56632897-502a-4495-8b17-b2fbb729bda0 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:35.292086 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:35.292623 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:35.294367 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.294905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:35.297872 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Bound port: 56632897-502a-4495-8b17-b2fbb729bda0, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:35.299023 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.315823 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:35.316461 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:35.354562 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3e235fcd-7008-488c-ba64-2c2519055ceb req-5b358af4-9f7e-409d-bdb8-36389add5c0c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0805690 Sep 01 15:58:35.377569 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] For port 56632897-502a-4495-8b17-b2fbb729bda0, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:35.381200 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] For port 56632897-502a-4495-8b17-b2fbb729bda0, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=56632897-502a-4495-8b17-b2fbb729bda0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:35.402297 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6419d90-25af-4665-889b-16575f2f0751 None None] Pushing event updated for resources: {'Port': ['ID=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:35.433583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.485508 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.534541 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:35.552347 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:35.560837 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:35.562498 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:35.562724 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Allocated IP 172.20.0.1 (d0caa085-d8db-4b7e-8022-20777590e58d/fb92c74e-3eb3-485a-bbf4-b1b572cb8663/6d991bdc-1e7f-4933-bc7a-e934df125648) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:35.584002 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:35.584543 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.683848 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca540ad-fbe1-47d2-a950-c56788c41870 None None] Pushing event updated for resources: {'Port': ['ID=56632897-502a-4495-8b17-b2fbb729bda0,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:35.699319 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:35.700759 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:35.732543 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.900259 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:35.911383 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c9b7bd09-fd72-4f0b-9401-575a1d2ee5fa req-423b473e-8ac0-4261-89e0-26fb8f9d5a5e tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0805223 Sep 01 15:58:35.954330 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:35.973768 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Network d0caa085-d8db-4b7e-8022-20777590e58d is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:35.981952 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:35.985190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:35.985718 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.089411 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:32Z', 'revision_number': 3, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:36.090776 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Pushing event updated for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:36.155372 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.159508 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f536d-ec46-4ead-a802-8ecdbac4d821 None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:32Z', 'revision_number': 3, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:58:36.248782 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d107caaa-078a-446f-8ba1-20e89f0b4e5a None None] Provisioning for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:36.265126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d107caaa-078a-446f-8ba1-20e89f0b4e5a None None] Provisioning complete for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:36.266691 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d107caaa-078a-446f-8ba1-20e89f0b4e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.503660 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.505417 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-d107caaa-078a-446f-8ba1-20e89f0b4e5a None None] Port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:58:36.517149 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.577342 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6d550b89-98ef-4b78-8899-759145ea84b1 req-db93e062-b88a-4085-898f-11165048c4da tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0434158 Sep 01 15:58:36.580587 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-e29c07ab-88d4-406b-91c5-b383f472d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.593437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:33Z', 'revision_number': 3, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:36.613076 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.613973 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:36.634460 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78834-7660-4e2a-96c9-b2b256f22a53 None None] The sync data for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi is: [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:33Z', 'revision_number': 3, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:58:36.775124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:36.853316 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:36.858906 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:37.041437 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.118684 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.119599 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.255455 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d2f4576d-5a2a-4e0d-9572-c1080fbc28f7 None None] Provisioning complete for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:37.256166 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d2f4576d-5a2a-4e0d-9572-c1080fbc28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.271110 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dcacc63d-de6c-4b40-b9c9-34114e70a75d req-43fc2274-a552-4ee9-a8f9-9d3435354a39 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.2070994 Sep 01 15:58:37.302643 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:58:37.321813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4576d-5a2a-4e0d-9572-c1080fbc28f7 None None] Port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:58:37.323831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Pushing event updated for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:37.341984 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.294589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Network d0caa085-d8db-4b7e-8022-20777590e58d is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:38.294589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:38.294589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.97', 64397) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:38.303257 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:38.307925 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-14c59bec-ad29-43ba-9992-13713838afdc req-4855dc56-0856-460f-b3a7-9c30e356c789 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0522640 Sep 01 15:58:38.307925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:58:38.307925 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-dee6aa12-9414-4a20-9851-29b922e860a9 admin admin] 10.222.0.103 "PUT /v2.0/routers/92bce008-6229-43c8-871d-9b58accbad2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0514162 Sep 01 15:58:38.307925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42228) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:38.310011 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Router 4f1fb8fa-e544-4c05-81cc-9605cefc730f has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:58:38.310011 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-dbb19c16-859f-4d65-a4e2-9ffa8badea06 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.310011 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-dbb19c16-859f-4d65-a4e2-9ffa8badea06 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.3981833 Sep 01 15:58:38.311663 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-608230cf-91a8-4740-8199-23c91c8342d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.317664 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Request body: {'port': {'device_id': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'admin_state_up': True, 'tenant_id': '52bc34884c75461c830e04a52044b246'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:38.318566 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:38.318566 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:38.318566 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.319482 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-608230cf-91a8-4740-8199-23c91c8342d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.320695 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:58:38.320695 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-07db0feb-b902-4d73-b0d9-46dbaf34f32d admin admin] 10.222.0.103 "PUT /v2.0/routers/4f1fb8fa-e544-4c05-81cc-9605cefc730f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1201744 Sep 01 15:58:38.322706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.348314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:38.399659 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-608230cf-91a8-4740-8199-23c91c8342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.451056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.451878 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 56632897-502a-4495-8b17-b2fbb729bda0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:38.499282 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55adae5a-8db9-4366-ba8d-2842359be9cb req-decc9673-5fb4-458c-a3cc-ef9921ac6be3 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0958791 Sep 01 15:58:38.526747 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-608230cf-91a8-4740-8199-23c91c8342d0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d50a6a391fbc4e5a9d1ce0a8b88fb381&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6362376 Sep 01 15:58:38.526747 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608230cf-91a8-4740-8199-23c91c8342d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ff46d-8e7d-4f29-94ca-8ccf4e9a9f6e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:38.526915 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42256) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:38.588288 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.620380 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.645726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:38.650193 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.670130 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:38.694155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.97', 64401) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:38.784462 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 56632897-502a-4495-8b17-b2fbb729bda0 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:38.790206 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 56632897-502a-4495-8b17-b2fbb729bda0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:38.790666 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.920166 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.951364 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 56632897-502a-4495-8b17-b2fbb729bda0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=56632897-502a-4495-8b17-b2fbb729bda0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:38.984520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-2e63bf31-cd14-4c3a-b3b2-616e0ed75b6d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.986686 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-2e63bf31-cd14-4c3a-b3b2-616e0ed75b6d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.97 "GET /v2.0/networks?id=c8f70058-b407-4ced-9933-398f61b8541a HTTP/1.1" status: 200 len: 812 time: 0.2896693 Sep 01 15:58:38.989503 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42276) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:39.001048 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722790398', 'description': 'tempest-description--130113084'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:39.011581 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42278) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:39.016235 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.016775 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Request body: {'port': {'device_id': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a', 'admin_state_up': True, 'tenant_id': '03d78c7886964f82aca8f14e0e9db12e'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:39.072536 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.072536 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.072536 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3c2ff46d-8e7d-4f29-94ca-8ccf4e9a9f6e HTTP/1.1" status: 204 len: 168 time: 0.5464487 Sep 01 15:58:39.111397 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=56632897-502a-4495-8b17-b2fbb729bda0,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:39.194000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20586686-381d-45a1-8f17-236d62433cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ff46d-8e7d-4f29-94ca-8ccf4e9a9f6e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:39.259028 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Allocated IP 172.20.0.14 (a567782d-ca85-4802-82c6-c75b2032534c/662bb6b9-6516-4926-afa9-6a9c8ceac63a/1b8c9190-0381-48c3-adbf-bdf34af6a91a) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:39.296133 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0793b24d-a6d0-4241-af08-c40d9dd01e5e req-68abe4f5-33b1-4238-b145-e74d250eae4e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.2111344 Sep 01 15:58:39.330015 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3888-f088-4a10-ace1-1e7dea179d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.405035 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.417989 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2e67e198-a97c-46cd-969a-6ceb4289e64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.433257 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-52184b66-36b1-4fb1-9720-a3cca4ca9172 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:39.440636 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-52184b66-36b1-4fb1-9720-a3cca4ca9172 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 819 time: 0.5612998 Sep 01 15:58:39.491028 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.494034 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-3fc79048-8352-4023-88a3-a2dd1e3828c2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/quotas/86f8963c9a784db19cec93a3c3d07920 HTTP/1.1" status: 200 len: 375 time: 0.0525050 Sep 01 15:58:39.534556 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.572574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:39.600355 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-06af40f8-6815-42bc-a8a5-669d884ab304 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974705 Sep 01 15:58:39.650348 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:39.651016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.689516 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.707857 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2a19a7b6-45e7-4e75-8782-4a109b0cb3ec req-b3c5114d-4cf8-4ed5-83c0-32348487ba33 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0961790 Sep 01 15:58:39.719576 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3888-f088-4a10-ace1-1e7dea179d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.773853 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-3574d62d-f623-4fb1-96dc-fe0b8f5d74d8 service neutron] 10.222.0.103 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638050 Sep 01 15:58:39.778807 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 56632897-502a-4495-8b17-b2fbb729bda0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:39.804045 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Sync routers for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:58:39.818783 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:39.820271 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:39.832640 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event updated for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:39.842298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Network a567782d-ca85-4802-82c6-c75b2032534c is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:39.843775 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:39.847670 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:39.857496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:39.858604 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.861818 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3888-f088-4a10-ace1-1e7dea179d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.865834 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 56632897-502a-4495-8b17-b2fbb729bda0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:39.866969 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.906739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.db.api [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:58:39.906739 dv-cinder-788366-6-iscsi neutron-server[106021]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:58:39.906739 dv-cinder-788366-6-iscsi neutron-server[106021]: [parameters: {'project_id_1': '03d78c7886964f82aca8f14e0e9db12e', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 58, 39, 504002)}] Sep 01 15:58:39.906739 dv-cinder-788366-6-iscsi neutron-server[106021]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:58:39.907357 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG oslo_db.api [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:58:39.938899 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:58:39.959560 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:39.961994 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:40.004195 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ec6c3888-f088-4a10-ace1-1e7dea179d66 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=48a053ecf664416ebcf56a4e56894a3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9913268 Sep 01 15:58:40.007352 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42334) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:40.012355 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c3888-f088-4a10-ace1-1e7dea179d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15aa7c6-b4ba-471a-b61a-4c330c7bb56d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:40.052553 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-7339a742-b976-4af7-b209-025b5ee3b30f service neutron] 10.222.0.103 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636077 Sep 01 15:58:40.098497 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.122128 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.182304 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.260727 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:40.285049 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42338) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:40.305774 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9ff36f7b-7ea8-4729-bad7-0e2dcf362be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.327292 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.334809 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:40.350817 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.361555 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.364177 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.367255 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d15aa7c6-b4ba-471a-b61a-4c330c7bb56d HTTP/1.1" status: 204 len: 168 time: 0.3579490 Sep 01 15:58:40.393127 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e773fb-9e97-4d96-8802-4648579154b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15aa7c6-b4ba-471a-b61a-4c330c7bb56d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:40.439177 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8498080c-3eb9-4e07-883e-0bd1e44ffa59,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:40.465060 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-9844bc5d-397f-4a5f-a985-3adb8199fd9e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3707514 Sep 01 15:58:40.493489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.495036 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-69c0a79c-75b0-492a-abf8-6a5a0330f8a4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5035048 Sep 01 15:58:40.495781 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-31e6f12e-de2e-4e1c-93de-82324148fc80 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:58:40.496924 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-31e6f12e-de2e-4e1c-93de-82324148fc80 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083795 Sep 01 15:58:40.510664 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42352) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:40.609873 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group_rule': {'security_group_id': '8498080c-3eb9-4e07-883e-0bd1e44ffa59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:40.635145 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9ff36f7b-7ea8-4729-bad7-0e2dcf362be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.679159 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-42740f33-f136-4075-99d8-5f3fd4afce94 req-b13e6942-26e4-456f-9d71-e812c82f02b0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 210 time: 0.1688888 Sep 01 15:58:40.713259 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9ff36f7b-7ea8-4729-bad7-0e2dcf362be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.741068 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.db.api [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:58:40.741068 dv-cinder-788366-6-iscsi neutron-server[106021]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:58:40.741068 dv-cinder-788366-6-iscsi neutron-server[106021]: [parameters: {'project_id_1': '39856ef87a3d478f907eb6db529dda21', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 58, 40, 642554)}] Sep 01 15:58:40.741068 dv-cinder-788366-6-iscsi neutron-server[106021]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:58:40.742295 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG oslo_db.api [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:58:40.749401 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38752862-a5da-4e98-a779-9a3e202f5e2e req-ce70810b-dfd0-43fe-9146-9bf1a757a075 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.758832 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-38752862-a5da-4e98-a779-9a3e202f5e2e req-ce70810b-dfd0-43fe-9146-9bf1a757a075 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 932 time: 0.2678096 Sep 01 15:58:40.781816 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-9ff36f7b-7ea8-4729-bad7-0e2dcf362be2 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=01abb7c530b44b59acfa32f0b3fb0a85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4946938 Sep 01 15:58:40.784173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42362) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:40.903548 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-38752862-a5da-4e98-a779-9a3e202f5e2e req-d48fd78a-a811-4f6a-97e0-3c8148d623bd tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438010 Sep 01 15:58:40.909815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Made reservation on behalf of 03d78c7886964f82aca8f14e0e9db12e for: {'port': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:40.925986 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.959129 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff36f7b-7ea8-4729-bad7-0e2dcf362be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06499ffc-f9d0-46ef-ab5e-bcf75c8fb427,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:40.989891 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.032208 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.032279 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '6d991bdc-1e7f-4933-bc7a-e934df125648', 'name': '', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'mac_address': 'fa:16:3e:a3:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:35Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 2, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'subnets': [{'id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:41.090318 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0c9baeb7-11f1-41b8-91ab-d9bee83e5737 req-31c2cec2-040a-4cbc-807f-18d82cc619af tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.1277335 Sep 01 15:58:41.097921 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Checking router: 4f1fb8fa-e544-4c05-81cc-9605cefc730f for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:58:41.098518 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Updating router 4f1fb8fa-e544-4c05-81cc-9605cefc730f port 6d991bdc-1e7f-4933-bc7a-e934df125648 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:58:41.182316 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.199462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42372) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:41.241583 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.244462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.245942 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/06499ffc-f9d0-46ef-ab5e-bcf75c8fb427 HTTP/1.1" status: 204 len: 168 time: 0.4607964 Sep 01 15:58:41.262102 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca564b-e659-4b22-a9bd-9824a762d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06499ffc-f9d0-46ef-ab5e-bcf75c8fb427,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:41.402304 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Request body: {'port': {'device_id': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:41.515141 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 2, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:41.524971 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.542746 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Allocated IP 172.20.0.3 (c8f70058-b407-4ced-9933-398f61b8541a/74082dd1-9740-49b3-84c6-f6c7b867a015/e3ba650e-d353-4b2c-bd9a-c6858a2e14cf) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:41.616738 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:58:41.617663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Updating router 92bce008-6229-43c8-871d-9b58accbad2a port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:58:41.647999 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.694959 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0fda1aff-0445-4d39-aa81-63ab067abd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.714333 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.869144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42390) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:41.891693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0fda1aff-0445-4d39-aa81-63ab067abd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.920496 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:41.976707 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Transition to ACTIVE for port object 6d991bdc-1e7f-4933-bc7a-e934df125648 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:41.986897 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f737-62f8-4be5-b520-f87b5d3ff2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.055089 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-a289dd77-de13-4342-8a31-396c582c96a8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:42.057190 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-a289dd77-de13-4342-8a31-396c582c96a8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 819 time: 0.5446694 Sep 01 15:58:42.164120 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.183904 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0fda1aff-0445-4d39-aa81-63ab067abd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.347501 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.423974 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.442518 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0fda1aff-0445-4d39-aa81-63ab067abd76 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a2febe8e186e4860b0e00d995443462f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2394726 Sep 01 15:58:42.464971 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42416) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:42.479362 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaacbed-0310-4321-befb-2d43d4e68cfd None None] Pushing event updated for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:42.516511 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda1aff-0445-4d39-aa81-63ab067abd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee216df-9bf4-4741-bde1-d9873546a855,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:42.529861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-dfca1e38-1aa2-4ccc-bcca-e3a96ab268f7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/quotas/86f8963c9a784db19cec93a3c3d07920 HTTP/1.1" status: 200 len: 375 time: 0.1742382 Sep 01 15:58:42.539905 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.611180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.646752 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Attempting to bind port 6d991bdc-1e7f-4933-bc7a-e934df125648 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:42.650220 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Attempting to bind port 6d991bdc-1e7f-4933-bc7a-e934df125648 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:42.650737 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Attempting to bind port 6d991bdc-1e7f-4933-bc7a-e934df125648 on network d0caa085-d8db-4b7e-8022-20777590e58d {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:42.650852 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Transition to ACTIVE for port object a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:42.657727 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:42.658578 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Checking segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:42.659265 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.660060 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Bound using segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:42.661067 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Bound port: 6d991bdc-1e7f-4933-bc7a-e934df125648, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:42.661513 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.753185 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.757287 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] For port 6d991bdc-1e7f-4933-bc7a-e934df125648, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:42.761692 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] For port 6d991bdc-1e7f-4933-bc7a-e934df125648, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=6d991bdc-1e7f-4933-bc7a-e934df125648,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:42.792611 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8c9190-0381-48c3-adbf-bdf34af6a91a {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:42.806633 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.838362 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4384751-1f1c-409b-8e77-d9fabfbb0f82,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:42.847581 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.897916 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Transition to ACTIVE for port object 1b8c9190-0381-48c3-adbf-bdf34af6a91a will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:42.952396 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:42.953248 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:42.983056 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf23cf-329c-436c-a917-5e060313dc9f req-a725f738-420d-4e68-8413-5540bdc50526 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:42.988847 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Attempting to bind port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:42.994016 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.996516 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Attempting to bind port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:42.996516 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Attempting to bind port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:43.000632 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cbf23cf-329c-436c-a917-5e060313dc9f req-a725f738-420d-4e68-8413-5540bdc50526 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 932 time: 0.6404276 Sep 01 15:58:43.016459 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.033995 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:43.034644 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Checking segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:43.037064 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.037647 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Bound using segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:43.040849 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Bound port: a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:43.041813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.107104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99232336-6525-4b5e-b5c6-78a882f6451a None None] Pushing event updated for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:43.136175 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-1182dad0-47c9-4ba9-8763-113d09eed13c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5867150 Sep 01 15:58:43.205670 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:43.219087 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:43.250538 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] For port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:43.278339 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] For port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:43.308318 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Attempting to bind port 1b8c9190-0381-48c3-adbf-bdf34af6a91a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:43.309353 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Attempting to bind port 1b8c9190-0381-48c3-adbf-bdf34af6a91a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:43.309711 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Attempting to bind port 1b8c9190-0381-48c3-adbf-bdf34af6a91a on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:43.311696 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaacbed-0310-4321-befb-2d43d4e68cfd None None] Pushing event updated for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:43.319071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Port 1b8c9190-0381-48c3-adbf-bdf34af6a91a on network a567782d-ca85-4802-82c6-c75b2032534c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:43.319398 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Attempting to bind port 1b8c9190-0381-48c3-adbf-bdf34af6a91a on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:43.325512 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f737-62f8-4be5-b520-f87b5d3ff2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.331767 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:43.331767 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Checking segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:43.332637 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Bound using segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:43.334083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Bound port: 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:43.335015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.347990 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.403426 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cbf23cf-329c-436c-a917-5e060313dc9f req-ba4146b3-7bde-4fc7-a84d-00d8b2238df4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001350 Sep 01 15:58:43.430037 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.447878 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f737-62f8-4be5-b520-f87b5d3ff2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.516838 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:43.518041 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:58:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:43.604212 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.620010 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.623224 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-06d7270f-b0aa-454e-a3e9-85b871dd85ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0965989 Sep 01 15:58:43.625979 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42444) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:43.660126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:43.664758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group_rule': {'security_group_id': '8498080c-3eb9-4e07-883e-0bd1e44ffa59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:43.709303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:43.716621 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a1f9f737-62f8-4be5-b520-f87b5d3ff2eb admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d53d443302c64e8a9f48beecef83b93d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8453202 Sep 01 15:58:43.722311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f737-62f8-4be5-b520-f87b5d3ff2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd22dbd-2750-4dde-9a44-ecf9986d4cc3,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:43.727079 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-523a754f-fe63-4bea-a6f2-3b4e903b9b01 req-4d471415-c2ba-48cf-b1bf-c3877f5f16ba tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 210 time: 0.0884588 Sep 01 15:58:43.729683 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42446) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:43.762433 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '6d991bdc-1e7f-4933-bc7a-e934df125648', 'name': '', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'mac_address': 'fa:16:3e:a3:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:35Z', 'updated_at': '2021-09-01T15:58:42Z', 'revision_number': 4, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'subnets': [{'id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:43.765071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:43.773665 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.791769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-6c1d3877-d563-4252-a8ac-3f4003a42e2b service neutron] 10.222.0.103 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954018 Sep 01 15:58:43.834839 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058d7b9-b0c3-4ccd-9c14-3354975f0283 None None] The sync data for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi is: [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '6d991bdc-1e7f-4933-bc7a-e934df125648', 'name': '', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'mac_address': 'fa:16:3e:a3:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:35Z', 'updated_at': '2021-09-01T15:58:42Z', 'revision_number': 4, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'subnets': [{'id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:58:43.836864 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.97', 64410) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:43.929044 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.020829 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99232336-6525-4b5e-b5c6-78a882f6451a None None] Pushing event updated for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.114928 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.122666 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Network c8f70058-b407-4ced-9933-398f61b8541a is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:44.136215 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:44.139791 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:44.170720 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:44.171456 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.212505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:44.213433 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.215123 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] 10.222.0.97 "PUT /v2.0/ports/1b8c9190-0381-48c3-adbf-bdf34af6a91a HTTP/1.1" status: 200 len: 1094 time: 3.2086592 Sep 01 15:58:44.215791 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:44.260241 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.266880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Pushing event updated for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.287845 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:43Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:44.352755 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-6f5d5a1d-634a-4a2b-9801-0da44ab8654c service neutron] 10.222.0.103 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011556 Sep 01 15:58:44.357917 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99706bab-2963-4efa-a98f-12497c0f55a6 None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:43Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:58:44.385898 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.424144 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381151a0-bb16-4038-b5cd-33a35c0ac8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.569141 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.574065 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.578462 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/aee216df-9bf4-4741-bde1-d9873546a855 HTTP/1.1" status: 204 len: 168 time: 2.1058543 Sep 01 15:58:44.583504 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c911ce25-9779-4451-9928-c2887dccfec7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5743802 Sep 01 15:58:44.610232 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c5f80-b928-48c2-a865-807f45ad5299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee216df-9bf4-4741-bde1-d9873546a855,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.651243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Request body: {'port': {'device_id': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:44.698735 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-bb8ee755-e5f5-4041-9cbd-108f337181f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:44.700279 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-bb8ee755-e5f5-4041-9cbd-108f337181f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 819 time: 0.8534341 Sep 01 15:58:44.730204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.732708 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.746211 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8fd22dbd-2750-4dde-9a44-ecf9986d4cc3 HTTP/1.1" status: 204 len: 168 time: 1.0101595 Sep 01 15:58:44.801300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ddddf-62c2-4e24-b909-68e9be1320e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd22dbd-2750-4dde-9a44-ecf9986d4cc3,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.825596 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Request body: {'port': {'device_id': '9ac32fc3-0906-4148-aff0-555072d0f362', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'admin_state_up': True, 'tenant_id': '86f8963c9a784db19cec93a3c3d07920'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:44.839092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8263e8d-f232-4afa-bcb2-36d5f18228a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:45.147451 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:45.248039 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95f383-9dd0-4e85-b500-f954c984c9e9 req-932b6ee3-b0e6-4c3b-a6b8-afbe4973778b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:45.252071 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4b95f383-9dd0-4e85-b500-f954c984c9e9 req-932b6ee3-b0e6-4c3b-a6b8-afbe4973778b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.5965590 Sep 01 15:58:45.301605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:45.342866 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-6f416a3c-5581-4bb4-a53e-f7674aa4c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:45.346699 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-6f416a3c-5581-4bb4-a53e-f7674aa4c89f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 1097 time: 0.8900542 Sep 01 15:58:45.400833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb5175-79c1-497b-a9ac-f290584d02ad req-6ddc3732-47c3-4e28-bd93-05dde2acbbcc tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:45.402538 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e9bb5175-79c1-497b-a9ac-f290584d02ad req-6ddc3732-47c3-4e28-bd93-05dde2acbbcc tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 931 time: 0.2449820 Sep 01 15:58:45.451866 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4b95f383-9dd0-4e85-b500-f954c984c9e9 req-2c565904-092f-4cc5-9c24-5006431a84e0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370239 Sep 01 15:58:45.750674 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:45.764361 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:45.769353 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e84b2152-c689-49f8-846f-996f2a429f22 req-1327c53f-4306-494a-883d-326aa1cc64f6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.1438546 Sep 01 15:58:45.840554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e9bb5175-79c1-497b-a9ac-f290584d02ad req-c69c4edb-a0b6-4f3a-bda6-4e4940372bed tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012349 Sep 01 15:58:45.921998 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Made reservation on behalf of 86f8963c9a784db19cec93a3c3d07920 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:45.944169 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:45.979168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:45.988133 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:45.989546 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.316956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.319207 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6859055 Sep 01 15:58:46.361804 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42498) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:46.378179 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:46.391803 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28753ea0-ec93-43ae-baec-2e64565a4cea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b5a10f-34b2-4fd6-9a34-c3151872e227,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:46.402050 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-3d9c0100-0e9c-4115-99be-b31e2b3b02c8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a HTTP/1.1" status: 200 len: 217 time: 0.5059566 Sep 01 15:58:46.439575 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.543665 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:46.556556 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ba650e-d353-4b2c-bd9a-c6858a2e14cf {{(pid=106021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:46.587743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.629363 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Transition to ACTIVE for port object e3ba650e-d353-4b2c-bd9a-c6858a2e14cf will not be triggered until provisioned by entity L2. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:46.641584 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.643617 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 6d991bdc-1e7f-4933-bc7a-e934df125648 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:46.668652 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.834945 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:46.848778 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-62469740-1fcc-4edd-b308-8a08f0b9838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:46.850749 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-62469740-1fcc-4edd-b308-8a08f0b9838d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.4337716 Sep 01 15:58:46.890489 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Allocated IP 172.20.0.9 (d0caa085-d8db-4b7e-8022-20777590e58d/fb92c74e-3eb3-485a-bbf4-b1b572cb8663/c17ce9c8-fdc7-4595-9a9a-63025e39280e) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:46.920487 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:46.923092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1c7920-0ebc-4450-bfd2-59ba68f9c1c0 x-openstack-request-id: req-fa1c7920-0ebc-4450-bfd2-59ba68f9c1c0 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:46.928244 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:46.930123 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-fa1c7920-0ebc-4450-bfd2-59ba68f9c1c0 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:46.931226 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'status': 'completed', 'code': 200} Sep 01 15:58:47.011905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:47.059855 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-847e60a7-a95f-485a-a302-6a42ef1fb0f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707397 Sep 01 15:58:47.095496 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a6c0-72df-4f92-a6c8-62215ad8680c req-da5a08df-9034-4608-a766-10c4fba094d8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:47.097696 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b61a6c0-72df-4f92-a6c8-62215ad8680c req-da5a08df-9034-4608-a766-10c4fba094d8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.3685725 Sep 01 15:58:47.224052 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4263cbf2-8939-41a7-a499-6b846d685f62 req-815ec9d6-6680-4023-8eb1-9b321685957c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.1408274 Sep 01 15:58:47.224052 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.managers [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Attempting to bind port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:47.224052 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.managers [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Attempting to bind port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '13badb1b-be0c-449d-adfd-1a446f1789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a'}] {{(pid=106021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:47.224052 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Attempting to bind port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf on network c8f70058-b407-4ced-9933-398f61b8541a {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:47.277139 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf on network c8f70058-b407-4ced-9933-398f61b8541a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:47.277494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Attempting to bind port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf on network c8f70058-b407-4ced-9933-398f61b8541a {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:47.296562 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:47.296921 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Checking segment: {'id': '13badb1b-be0c-449d-adfd-1a446f1789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:47.297573 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Bound using segment: {'id': '13badb1b-be0c-449d-adfd-1a446f1789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a'} {{(pid=106021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:47.298425 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.managers [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Bound port: e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13badb1b-be0c-449d-adfd-1a446f1789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a'}}] {{(pid=106021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:47.298785 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.324276 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b61a6c0-72df-4f92-a6c8-62215ad8680c req-c29328c3-d084-4b1f-9afa-98c154768f96 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188592 Sep 01 15:58:47.332377 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.366841 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 6d991bdc-1e7f-4933-bc7a-e934df125648 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:47.373141 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 6d991bdc-1e7f-4933-bc7a-e934df125648 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:47.377853 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.422903 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-473767cb-8650-4d00-80ff-448b3bf4f9dd service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441086 Sep 01 15:58:47.486696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.537380 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.592344 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 6d991bdc-1e7f-4933-bc7a-e934df125648, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=6d991bdc-1e7f-4933-bc7a-e934df125648,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:47.642992 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Allocated IP 172.27.3.92 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/f6763659-5ef0-46cd-b458-7c65c022acb4) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:47.735873 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7fa65fa9-ce55-478d-8154-9f1952e7dc5e req-850fc208-4e69-4407-bfa9-6b22524dcdf8 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347274 Sep 01 15:58:47.794108 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.799149 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.948519 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Pushing event updated for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:47.954981 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Network d0caa085-d8db-4b7e-8022-20777590e58d is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:47.957875 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:47.960338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:47.963629 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:47.970033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:47.970668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.029060 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:48.114165 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd067bfc-c1ae-4760-9c76-7badba31c538 req-1f35af7d-9b1f-4012-aa39-c10160afaac7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:48.116386 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dd067bfc-c1ae-4760-9c76-7badba31c538 req-1f35af7d-9b1f-4012-aa39-c10160afaac7 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.7392530 Sep 01 15:58:48.120225 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, cleared binding levels {{(pid=106021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:48.143750 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:48.144115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.189402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,segment=NetworkSegment(13badb1b-be0c-449d-adfd-1a446f1789b1),segment_id=13badb1b-be0c-449d-adfd-1a446f1789b1)] {{(pid=106021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:48.216983 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-313b226b-f50b-4483-8493-efcd41f1f431 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4948616 Sep 01 15:58:48.252148 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dd067bfc-c1ae-4760-9c76-7badba31c538 req-3bd8bfb8-ce66-4213-81b0-8dd32ed2c04d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258855 Sep 01 15:58:48.266797 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.300806 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.322252 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Request body: {'port': {'device_id': '9ac32fc3-0906-4148-aff0-555072d0f362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:48.374285 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=3']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:48.542119 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.555434 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f43acf7e-568b-4c42-8e4d-beefcccad6b6 req-a43987d1-bb49-4fcd-a2a1-cfdf0d972d1c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.1373553 Sep 01 15:58:48.555434 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:48.555434 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.555434 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-447bcb83-bbc3-43ec-8aca-ca21344fd7e5 service neutron] 10.222.0.97 "PUT /v2.0/ports/e3ba650e-d353-4b2c-bd9a-c6858a2e14cf HTTP/1.1" status: 200 len: 1093 time: 3.9241152 Sep 01 15:58:48.556849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-a4950fa9-c340-4ca7-9953-19358396865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:48.556849 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-a4950fa9-c340-4ca7-9953-19358396865f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 1097 time: 0.1720927 Sep 01 15:58:48.590922 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:48.773075 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83fd31-533a-463e-a3bd-01c04142e106 req-fe655bff-3a10-4cb2-a8e2-308c444772d9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:48.776730 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d83fd31-533a-463e-a3bd-01c04142e106 req-fe655bff-3a10-4cb2-a8e2-308c444772d9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.2313228 Sep 01 15:58:48.778757 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.859488 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:48.875538 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:48.882673 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:48.947986 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=f6763659-5ef0-46cd-b458-7c65c022acb4,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:48.968922 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d83fd31-533a-463e-a3bd-01c04142e106 req-b600a157-e19f-4c07-91b7-f084bb36ccd7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471732 Sep 01 15:58:49.049526 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17ce9c8-fdc7-4595-9a9a-63025e39280e {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:49.067042 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.093098 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Transition to ACTIVE for port object c17ce9c8-fdc7-4595-9a9a-63025e39280e will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:49.147102 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.188958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.258785 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Pushing event updated for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:49.289165 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.340539 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Attempting to bind port c17ce9c8-fdc7-4595-9a9a-63025e39280e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:49.340875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Attempting to bind port c17ce9c8-fdc7-4595-9a9a-63025e39280e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:49.341201 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Attempting to bind port c17ce9c8-fdc7-4595-9a9a-63025e39280e on network d0caa085-d8db-4b7e-8022-20777590e58d {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:49.345905 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Port c17ce9c8-fdc7-4595-9a9a-63025e39280e on network d0caa085-d8db-4b7e-8022-20777590e58d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:49.346796 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Attempting to bind port c17ce9c8-fdc7-4595-9a9a-63025e39280e on network d0caa085-d8db-4b7e-8022-20777590e58d {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:49.352792 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:49.353127 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Checking segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:49.353541 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Bound using segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:49.354001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Bound port: c17ce9c8-fdc7-4595-9a9a-63025e39280e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:49.354351 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.391084 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adfd48b-e564-46a0-84d3-f2edbec630d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:49.439790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:49.443605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:49.545854 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2fb3-62fd-4fc8-aa8b-e4a9ca9ccaf1 req-79dd257c-7b7a-4555-974d-e25566f24731 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:49.548404 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d68d2fb3-62fd-4fc8-aa8b-e4a9ca9ccaf1 req-79dd257c-7b7a-4555-974d-e25566f24731 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.1135876 Sep 01 15:58:49.596428 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.690446 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d68d2fb3-62fd-4fc8-aa8b-e4a9ca9ccaf1 req-1af1f84d-6b59-4f65-9acd-64f8bbfbce85 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355870 Sep 01 15:58:49.744135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Pushing event updated for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:49.752682 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451c7cb-51a5-465f-b6e2-bd4222745f92 x-openstack-request-id: req-b451c7cb-51a5-465f-b6e2-bd4222745f92 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:49.752881 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:49.753131 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b451c7cb-51a5-465f-b6e2-bd4222745f92 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:49.753591 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf', 'status': 'completed', 'code': 200} Sep 01 15:58:49.756326 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.799005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:49.801080 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.803054 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c68c19dc-5e21-48a8-9786-975f6e62d7ad req-c6cc0678-2df7-4aa3-9b97-4a65884e9531 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0367644 Sep 01 15:58:49.816326 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-2d04ec99-5498-4a43-86e0-ab9d5a03fb2d service neutron] 10.222.0.97 "PUT /v2.0/ports/c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 1093 time: 1.4991391 Sep 01 15:58:49.822411 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:49.826517 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:49.889029 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1876f2da-bb18-47a8-908f-3dc41c12da13 x-openstack-request-id: req-1876f2da-bb18-47a8-908f-3dc41c12da13 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:49.889179 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.892667 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:49.892667 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-1876f2da-bb18-47a8-908f-3dc41c12da13 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:49.892667 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'status': 'completed', 'code': 200} Sep 01 15:58:49.965763 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.974704 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 6d991bdc-1e7f-4933-bc7a-e934df125648 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:49.993251 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=f6763659-5ef0-46cd-b458-7c65c022acb4,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:50.114139 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc039-a9d7-410f-84de-e625f7e3cec5 req-763f8997-a01c-4da7-ac12-659da12066ab tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:50.116887 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f51bc039-a9d7-410f-84de-e625f7e3cec5 req-763f8997-a01c-4da7-ac12-659da12066ab tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.0763397 Sep 01 15:58:50.121514 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 6d991bdc-1e7f-4933-bc7a-e934df125648 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:50.121987 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:50.161133 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f51bc039-a9d7-410f-84de-e625f7e3cec5 req-b1b863c8-5c62-4962-b2d5-d7a0ea0dd169 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Sep 01 15:58:50.189677 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:50.193367 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0a820774-86ff-4689-8285-d169dcbb24aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8277760 Sep 01 15:58:50.433343 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-42913f20-86dd-4530-9098-4fe339114d84 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--1722790398&fields=id&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 267 time: 0.0738788 Sep 01 15:58:50.620348 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-0d5db267-d52d-408a-9753-ff9dc97c70d6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:50.622456 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-0d5db267-d52d-408a-9753-ff9dc97c70d6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 816 time: 0.1821635 Sep 01 15:58:50.646070 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-65e3c851-77aa-4752-9d07-28aeebd24c8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/quotas/39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 375 time: 0.0118418 Sep 01 15:58:50.714153 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-b04c3c72-458f-44f6-9e6a-d95d0245e759 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615079 Sep 01 15:58:50.905561 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df0c9d-69dd-4c6d-b40c-1fdd21119c70 req-26235646-05e6-4d76-a8fc-738b813cdfc6 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:50.914068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-86df0c9d-69dd-4c6d-b40c-1fdd21119c70 req-26235646-05e6-4d76-a8fc-738b813cdfc6 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.1307614 Sep 01 15:58:50.949446 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-3f01eb47-a655-4aaa-8a00-891819f72468 service neutron] 10.222.0.103 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184579 Sep 01 15:58:51.047317 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-86df0c9d-69dd-4c6d-b40c-1fdd21119c70 req-0b238031-7fa8-420b-b038-6aab924bee6d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322730 Sep 01 15:58:51.099536 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-afadf2ac-89cf-4265-bf80-29cc6584d314 service neutron] 10.222.0.103 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379497 Sep 01 15:58:51.185085 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d91b4746-a130-4c55-bd81-3215d0f70a40 req-1142ec3d-aa97-4fce-82e4-668bb4dec8dd tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Sep 01 15:58:51.320467 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fc44-9409-487a-9929-4a7aab0b369f req-2d323605-8a59-45fd-a9ee-2ccb7bd61f38 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:51.321929 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aac5fc44-9409-487a-9929-4a7aab0b369f req-2d323605-8a59-45fd-a9ee-2ccb7bd61f38 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.0527031 Sep 01 15:58:51.373019 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aac5fc44-9409-487a-9929-4a7aab0b369f req-78e1a196-8249-4bac-b3f8-2b98ed17e0ad tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Sep 01 15:58:51.632563 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa77c86f-4d0f-44b8-ac45-8b7cf7a7e414 req-9bcba8d1-3d2f-4b92-b143-171eaf95def9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0478032 Sep 01 15:58:52.185138 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd652-3dc8-4a28-8060-aa89aa04e41a req-ecdab3bf-ad00-48b2-9c66-01220907dc30 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:52.189155 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-028dd652-3dc8-4a28-8060-aa89aa04e41a req-ecdab3bf-ad00-48b2-9c66-01220907dc30 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.0644622 Sep 01 15:58:52.304239 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-028dd652-3dc8-4a28-8060-aa89aa04e41a req-24a2be54-79cd-4eb8-aa0a-d01b70dc32e3 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045499 Sep 01 15:58:52.350319 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5249166c-74a7-4853-98bd-c7bb4980698d req-7e9eca24-fb70-459d-aa17-18e529a7c640 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0446076 Sep 01 15:58:52.508259 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad4b-2c20-4d7c-ade4-57a393af60a3 req-ff057a36-9263-4418-9804-3a9f2198b525 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:52.510227 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-708fad4b-2c20-4d7c-ade4-57a393af60a3 req-ff057a36-9263-4418-9804-3a9f2198b525 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.0611699 Sep 01 15:58:52.596707 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-708fad4b-2c20-4d7c-ade4-57a393af60a3 req-a48a6c1e-af52-44da-9b5d-d15a7943fbbe tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 Sep 01 15:58:52.698798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42746) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:52.769854 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-15e82620-dc4d-45d9-9918-0f797a5aaa33 req-7aec8092-92a9-4092-b688-2f3faaf4e67f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0505488 Sep 01 15:58:52.886161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1de7d36-df79-44f2-9fae-03fd2a17d3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.018970 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1de7d36-df79-44f2-9fae-03fd2a17d3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.150007 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1de7d36-df79-44f2-9fae-03fd2a17d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.199128 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de7d36-df79-44f2-9fae-03fd2a17d3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e993d3f-3252-4416-8fe9-d38ee324c04f,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:53.239358 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b1de7d36-df79-44f2-9fae-03fd2a17d3b6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=056b6929cb37475693d7a22d34630bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394371 Sep 01 15:58:53.241923 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42756) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:53.292530 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.317869 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.505572 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3263794f-c064-4766-a6b4-39ff1c9cbd21 req-bed9bde2-408f-43c2-b0f0-048bdc93f8cf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0729463 Sep 01 15:58:53.530517 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3cae-bdfa-413d-84b1-ad22aa50e7f1 req-8367efcb-1fcc-41a4-a32b-e16822dadeb1 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.530517 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-750a3cae-bdfa-413d-84b1-ad22aa50e7f1 req-8367efcb-1fcc-41a4-a32b-e16822dadeb1 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.1122503 Sep 01 15:58:53.578929 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.582324 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.594181 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0e993d3f-3252-4416-8fe9-d38ee324c04f HTTP/1.1" status: 204 len: 168 time: 0.3406551 Sep 01 15:58:53.594181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4f7c3-e847-4d56-8555-999e855098ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e993d3f-3252-4416-8fe9-d38ee324c04f,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:53.625721 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-750a3cae-bdfa-413d-84b1-ad22aa50e7f1 req-c3daed84-7b99-4251-a6c5-259cbdcb8703 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 Sep 01 15:58:53.756494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64031830-53a5-48c0-89fa-9b21a0e4527e req-9336626e-f530-4fb5-aba9-ede1eb89387f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.758045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64031830-53a5-48c0-89fa-9b21a0e4527e req-9336626e-f530-4fb5-aba9-ede1eb89387f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.0544128 Sep 01 15:58:53.806549 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64031830-53a5-48c0-89fa-9b21a0e4527e req-8592a0e1-09e9-456e-8f57-db762bf4b518 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Sep 01 15:58:53.880786 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bf931d70-8fd3-41f3-8f7b-b31a2bb05ecc req-1d22712e-cb9c-4e1f-ba8d-c3947d0ad55d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0313768 Sep 01 15:58:54.165687 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-27ac4ac9-ac51-4a96-96cb-a8a0ac1e4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.165687 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-27ac4ac9-ac51-4a96-96cb-a8a0ac1e4ebf service neutron] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 917 time: 0.2261646 Sep 01 15:58:54.168590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-d82235a1-c284-4e3f-a796-29f92fc060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.170004 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-d82235a1-c284-4e3f-a796-29f92fc060ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03d78c7886964f82aca8f14e0e9db12e&device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 1096 time: 0.0593808 Sep 01 15:58:54.211831 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-0cfece5e-737e-4033-81f9-504a51b9463d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a HTTP/1.1" status: 200 len: 217 time: 0.0398731 Sep 01 15:58:54.275294 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-c6fbcdd5-7e21-430f-9608-24ab266b01d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf HTTP/1.1" status: 200 len: 217 time: 0.0436733 Sep 01 15:58:54.370178 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-3b247a0e-3d8d-47c0-ba6b-74c2987197ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.390838 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-3b247a0e-3d8d-47c0-ba6b-74c2987197ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1096 time: 0.1066206 Sep 01 15:58:54.465302 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 42796) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:54.493631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-f8b216e1-4a68-494a-bd77-518b605403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.495744 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-f8b216e1-4a68-494a-bd77-518b605403cc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.2284069 Sep 01 15:58:54.500119 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-507d2f82-2c49-4b82-89df-d5f0cbb43333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.501471 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-507d2f82-2c49-4b82-89df-d5f0cbb43333 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=74082dd1-9740-49b3-84c6-f6c7b867a015 HTTP/1.1" status: 200 len: 852 time: 0.2061234 Sep 01 15:58:54.507137 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9a69e2f1-7757-4228-b775-d1a6104842bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:54.559794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.97', 64430) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:54.632695 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-cc8d9316-d5b7-4f0a-8a9c-bd3bdc511fc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c8f70058-b407-4ced-9933-398f61b8541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720713 Sep 01 15:58:54.635335 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-2903ad58-e88d-4829-a74e-880f355e167c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712900 Sep 01 15:58:54.652438 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8c16935-d176-4172-80ab-ab12b08d3475 req-7e2cf990-62a8-4d69-ba8f-617f63ea3b92 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0574310 Sep 01 15:58:54.677140 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-5a505c70-8cb0-4537-9f84-b91d0a3b5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.681749 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-5a505c70-8cb0-4537-9f84-b91d0a3b5def service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=86f8963c9a784db19cec93a3c3d07920&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2942643 Sep 01 15:58:54.916903 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-f0db3ff6-dfe6-44b3-a99e-916887d91e13 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.918549 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-f0db3ff6-dfe6-44b3-a99e-916887d91e13 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 819 time: 0.3536801 Sep 01 15:58:54.944421 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-c7f4269b-1ee8-4478-bdf5-a97464a2f604 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471790 Sep 01 15:58:54.948058 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-ae0a17eb-f596-4abb-9e60-dff3393e8e01 service neutron] 10.222.0.97 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520225 Sep 01 15:58:54.951624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Request body: {'port': {'device_id': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'admin_state_up': True, 'tenant_id': '86f8963c9a784db19cec93a3c3d07920'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:55.146529 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-c87521f5-3d32-4c48-a3cb-bd4952e03087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.146529 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5dc2484c-0f21-41a6-9ddf-b06bf482ea17 req-c87521f5-3d32-4c48-a3cb-bd4952e03087 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4547808 Sep 01 15:58:55.179023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9a69e2f1-7757-4228-b775-d1a6104842bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:55.255001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646d6a-2d47-48c4-b625-fd390bfec2e5 req-d30eda7d-f259-43b1-8daf-9f8883053aae tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.257308 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64646d6a-2d47-48c4-b625-fd390bfec2e5 req-d30eda7d-f259-43b1-8daf-9f8883053aae tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.4800875 Sep 01 15:58:55.268428 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-367e4ba7-adf3-4bd5-8b08-43b894eb29c8 req-d63150d0-52d5-41aa-b8ea-50cc6a89b30f service neutron] 10.222.0.97 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908587 Sep 01 15:58:55.269022 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9a69e2f1-7757-4228-b775-d1a6104842bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:55.271214 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8263e8d-f232-4afa-bcb2-36d5f18228a7 req-46d82c9e-b1a7-4ca7-ad09-edd6fa44346d service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135943 Sep 01 15:58:55.367816 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6670a-cdac-4451-8f45-83d24dff4d85 req-8a16ecf7-f903-40e2-b805-f717f01f1d21 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.369343 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-13a6670a-cdac-4451-8f45-83d24dff4d85 req-8a16ecf7-f903-40e2-b805-f717f01f1d21 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.1888857 Sep 01 15:58:55.371509 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9a69e2f1-7757-4228-b775-d1a6104842bc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=015b7e8412eb4e3193bc64cb26c34842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065022 Sep 01 15:58:55.374332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42852) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:55.399886 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e2f1-7757-4228-b775-d1a6104842bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762c1fd-4142-4e16-932d-f777d8dd0005,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:55.419302 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64646d6a-2d47-48c4-b625-fd390bfec2e5 req-42bf899a-fbbd-46df-bca5-c4fe0f738173 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357684 Sep 01 15:58:55.420579 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-fe44c6b0-4cab-4613-a64b-8392380d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.422066 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-fe44c6b0-4cab-4613-a64b-8392380d03ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1096 time: 0.1637180 Sep 01 15:58:55.434516 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Made reservation on behalf of 86f8963c9a784db19cec93a3c3d07920 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:55.443642 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:55.458855 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-13a6670a-cdac-4451-8f45-83d24dff4d85 req-54c61818-bb52-4a2d-8a2f-c281a576920b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768483 Sep 01 15:58:55.524829 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:55.576310 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-122b75c3-275e-4a01-871a-57437f745c9d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.1099942 Sep 01 15:58:55.600746 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-58f01e46-9310-466f-a0ec-091ccea28c3b req-292781d5-60f7-488a-b3c8-8711702a5006 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0703876 Sep 01 15:58:55.641616 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:55.667313 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17292-da34-40f9-988d-7e50a987e09a req-9f7187bd-4e84-43c6-b172-1ddd01a8bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.669013 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-9f7187bd-4e84-43c6-b172-1ddd01a8bef0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0714862 Sep 01 15:58:55.735907 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-d2be5720-4cbb-4610-afa6-2205b162a271 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576837 Sep 01 15:58:55.785200 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-aab16e5c-4854-408a-ae74-a32f2d0c7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.786785 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-aab16e5c-4854-408a-ae74-a32f2d0c7089 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=03d78c7886964f82aca8f14e0e9db12e&device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 1096 time: 0.2070112 Sep 01 15:58:55.805722 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Allocated IP 172.20.0.5 (d0caa085-d8db-4b7e-8022-20777590e58d/fb92c74e-3eb3-485a-bbf4-b1b572cb8663/a6afb1d2-6b24-4925-9f0e-26a902c73253) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:55.834847 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b7c8e77e-e58c-4ada-b2c2-1ce8b508306d req-52524cc0-d90a-4b69-abe7-ca0a13b523d7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0634418 Sep 01 15:58:55.937838 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-f8b9824f-f1fd-40d0-92dd-6c010628df7d service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905286 Sep 01 15:58:55.974710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-d0ee67fe-4bbb-4599-aa47-5cd4b4a4caa5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.977864 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-d0ee67fe-4bbb-4599-aa47-5cd4b4a4caa5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 816 time: 0.3115692 Sep 01 15:58:56.050352 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-b0bc6bbf-55de-4d07-84f7-662e52fec04d service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034582 Sep 01 15:58:56.077575 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.080112 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.083635 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8762c1fd-4142-4e16-932d-f777d8dd0005 HTTP/1.1" status: 204 len: 168 time: 0.7053823 Sep 01 15:58:56.083635 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-39302116-fdb3-4cb7-a8ac-463c4bb7c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.088510 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-39302116-fdb3-4cb7-a8ac-463c4bb7c8b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c8f70058-b407-4ced-9933-398f61b8541a HTTP/1.1" status: 200 len: 914 time: 0.2718115 Sep 01 15:58:56.164668 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-069a37c2-3e5e-440e-802f-7ec4fb5525c3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 380 time: 0.1591039 Sep 01 15:58:56.196273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efb14f-1952-414a-9543-b865ef440118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762c1fd-4142-4e16-932d-f777d8dd0005,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:56.200927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-e7192b52-f99f-49aa-988d-ee2fb896bc7f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf HTTP/1.1" status: 200 len: 217 time: 0.0653615 Sep 01 15:58:56.238865 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'port': {'device_id': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'admin_state_up': True, 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'security_groups': ['8498080c-3eb9-4e07-883e-0bd1e44ffa59']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:56.335024 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.378197 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-60bd9d0f-01d7-408f-97be-fbea11a1ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.379657 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-60bd9d0f-01d7-408f-97be-fbea11a1ab43 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=74082dd1-9740-49b3-84c6-f6c7b867a015 HTTP/1.1" status: 200 len: 852 time: 0.1303909 Sep 01 15:58:56.440099 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-7fac5281-30e0-42fd-80ef-3b36929943a4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c8f70058-b407-4ced-9933-398f61b8541a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312912 Sep 01 15:58:56.551064 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-2a2420eb-65e8-4d2c-aa1f-89c4ae065f0b service neutron] 10.222.0.97 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980155 Sep 01 15:58:56.572949 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.610643 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aacca-9fee-4b09-a71d-5b1052d4be2e req-6f797fae-6d15-4ac6-9a47-77318ed00911 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.612250 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-975aacca-9fee-4b09-a71d-5b1052d4be2e req-6f797fae-6d15-4ac6-9a47-77318ed00911 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.0946038 Sep 01 15:58:56.647601 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Made reservation on behalf of 39856ef87a3d478f907eb6db529dda21 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:56.651082 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.681019 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462f39f-0f45-4642-b248-ec03893b713c req-c45e46a8-8c2a-40cb-bffa-040ff0bc1473 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.682651 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2462f39f-0f45-4642-b248-ec03893b713c req-c45e46a8-8c2a-40cb-bffa-040ff0bc1473 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.0932810 Sep 01 15:58:56.697778 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-975aacca-9fee-4b09-a71d-5b1052d4be2e req-aef40c13-9b5a-47b1-a373-ca7152ef167d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Sep 01 15:58:56.758812 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2462f39f-0f45-4642-b248-ec03893b713c req-82180025-1ce4-4505-99e7-466767086de2 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593874 Sep 01 15:58:56.793870 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-239bba9e-0099-4d07-a726-6b92e6b6f7cf req-b4b6c2f7-110a-48ae-947b-70598f7cca7b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0325465 Sep 01 15:58:56.875360 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Network d0caa085-d8db-4b7e-8022-20777590e58d is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:56.889161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:56.906025 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:56.912317 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.912975 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.958326 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Pushing event updated for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:56.978620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51053-9438-46b7-bfc4-291f24a3092d req-4bafd47d-c925-410e-b251-97a71b7c58ae tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.980751 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebf51053-9438-46b7-bfc4-291f24a3092d req-4bafd47d-c925-410e-b251-97a71b7c58ae tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 931 time: 0.0587494 Sep 01 15:58:56.998292 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2adfd48b-e564-46a0-84d3-f2edbec630d3 req-ccc43145-bcad-4521-8b0c-a36787f2e6a3 service neutron] 10.222.0.97 "GET /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386287 Sep 01 15:58:57.040118 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebf51053-9438-46b7-bfc4-291f24a3092d req-008a70db-71b5-403f-881f-7111b1cd2531 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Sep 01 15:58:57.062081 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-2f0fde6e-f87d-4c74-ac81-73b1f98fb3f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1163349 Sep 01 15:58:57.065872 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Allocated IP 172.20.0.10 (4193e04e-2f70-4a49-9ff2-5f59c2ac0331/66300fa0-3db2-4403-8ca7-bf6a422b0f00/21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:57.084459 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Request body: {'port': {'device_id': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:57.200596 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.348345 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.378723 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Transition to ACTIVE for port object 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:57.545846 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.614210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6afb1d2-6b24-4925-9f0e-26a902c73253 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:57.621184 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:57.625501 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:57.630027 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.632378 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:57.635254 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:57.640765 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.641409 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.658441 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Transition to ACTIVE for port object a6afb1d2-6b24-4925-9f0e-26a902c73253 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:57.832150 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:57.835125 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42c515-3cc8-49af-a941-742d891039cf req-3ed44bba-9615-4640-b351-a6391375e934 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.836338 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-03f92d72-b7f8-481d-8609-6f005ce20147 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6042414 Sep 01 15:58:57.842362 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5c42c515-3cc8-49af-a941-742d891039cf req-3ed44bba-9615-4640-b351-a6391375e934 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 943 time: 0.0793445 Sep 01 15:58:57.871766 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b8c9190-0381-48c3-adbf-bdf34af6a91a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:57.917920 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Request body: {'port': {'device_id': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:57.936550 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5c42c515-3cc8-49af-a941-742d891039cf req-9c4fe1ab-4bf4-48ee-a778-c6005218cc0c tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Sep 01 15:58:57.987523 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a5d6-0c55-49b1-88d5-4494cd7fe686 req-69c6c9d1-3116-40f0-be1c-330bfe65158e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.994201 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d362a5d6-0c55-49b1-88d5-4494cd7fe686 req-69c6c9d1-3116-40f0-be1c-330bfe65158e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 944 time: 0.1136563 Sep 01 15:58:58.060120 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Pushing event updated for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:58.080195 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:58.099146 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'port_id': '1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'mac_address': 'fa:16:3e:34:44:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bb6b9-6516-4926-afa9-6a9c8ceac63a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:58.119882 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d362a5d6-0c55-49b1-88d5-4494cd7fe686 req-698d98d1-3fc6-4e8b-a22b-6f228763a036 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200001 Sep 01 15:58:58.147503 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-6cd2c9a4-d8bd-411a-9214-01115058f553 None None] Provisioning for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:58.161507 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-6cd2c9a4-d8bd-411a-9214-01115058f553 None None] Provisioning complete for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:58.162310 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c9a4-d8bd-411a-9214-01115058f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.201343 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.210104 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.226542 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8c9190-0381-48c3-adbf-bdf34af6a91a {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:58.238863 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2c9a4-d8bd-411a-9214-01115058f553 None None] Port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:58:58.249810 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aa8ad-dd19-4c91-8f6b-ab576f178a9e req-cdad4963-18dc-4cd1-891f-66608fc7b81c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.251777 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d45aa8ad-dd19-4c91-8f6b-ab576f178a9e req-cdad4963-18dc-4cd1-891f-66608fc7b81c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 932 time: 0.1309574 Sep 01 15:58:58.280260 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:58.332704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Attempting to bind port a6afb1d2-6b24-4925-9f0e-26a902c73253 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:58.333452 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Attempting to bind port a6afb1d2-6b24-4925-9f0e-26a902c73253 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:58.333958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Attempting to bind port a6afb1d2-6b24-4925-9f0e-26a902c73253 on network d0caa085-d8db-4b7e-8022-20777590e58d {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:58.337855 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e5577-90e9-4303-9d49-7ef3bebbaa55 req-93f66b3c-b11c-45dc-a8f6-3303170babc6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.345928 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea1e5577-90e9-4303-9d49-7ef3bebbaa55 req-93f66b3c-b11c-45dc-a8f6-3303170babc6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 943 time: 0.0924342 Sep 01 15:58:58.346077 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 42970) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:58.353249 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Port a6afb1d2-6b24-4925-9f0e-26a902c73253 on network d0caa085-d8db-4b7e-8022-20777590e58d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:58.353810 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Attempting to bind port a6afb1d2-6b24-4925-9f0e-26a902c73253 on network d0caa085-d8db-4b7e-8022-20777590e58d {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:58.358428 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d45aa8ad-dd19-4c91-8f6b-ab576f178a9e req-50ef467e-4a18-42b3-8fbd-54c72110db37 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759530 Sep 01 15:58:58.369885 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:58.370239 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Checking segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:58.370556 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Bound using segment: {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:58.370988 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Bound port: a6afb1d2-6b24-4925-9f0e-26a902c73253, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df5e421-8e38-4baa-a034-8c98abffa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:58.371343 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.386797 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.387461 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e3ba650e-d353-4b2c-bd9a-c6858a2e14cf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:58.406388 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea1e5577-90e9-4303-9d49-7ef3bebbaa55 req-95eeaa6b-08ad-4bcf-9581-616f1ce98972 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Sep 01 15:58:58.544988 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:58.601943 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,segment=NetworkSegment(13badb1b-be0c-449d-adfd-1a446f1789b1),segment_id=13badb1b-be0c-449d-adfd-1a446f1789b1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:58.623082 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf', 'network_id': 'c8f70058-b407-4ced-9933-398f61b8541a', 'port_id': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74082dd1-9740-49b3-84c6-f6c7b867a015', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:58.651827 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:58.665425 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:58.694900 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.713847 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ba650e-d353-4b2c-bd9a-c6858a2e14cf {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:58.737660 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,segment=NetworkSegment(13badb1b-be0c-449d-adfd-1a446f1789b1),segment_id=13badb1b-be0c-449d-adfd-1a446f1789b1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:58.744479 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42412217-969a-46e8-961a-1caa31b83336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.777796 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.835281 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.837115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:58.842835 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.843462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.844902 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] 10.222.0.97 "PUT /v2.0/ports/a6afb1d2-6b24-4925-9f0e-26a902c73253 HTTP/1.1" status: 200 len: 1093 time: 1.7663677 Sep 01 15:58:58.845370 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:58.847590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f4f741-4f74-4bda-b9e0-8f909efc4334" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:58.857442 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.897795 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Transition to ACTIVE for port object 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:58.902305 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c2791-1d31-4553-9b20-c20d3177179a x-openstack-request-id: req-bc2c2791-1d31-4553-9b20-c20d3177179a {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:58.902709 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:58.902888 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-bc2c2791-1d31-4553-9b20-c20d3177179a {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:58.903445 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253', 'status': 'completed', 'code': 200} Sep 01 15:58:58.908438 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4912b9-05bc-4581-92ef-3aa127afd390 service neutron] Pushing event updated for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:58.921395 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:59.000776 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.014763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42412217-969a-46e8-961a-1caa31b83336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.057027 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1909-916b-47b0-99a8-ee67a7facb2f req-5b975bef-747e-44ef-a939-389d68200f4a tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.065382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e86a1909-916b-47b0-99a8-ee67a7facb2f req-5b975bef-747e-44ef-a939-389d68200f4a tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 944 time: 0.0589595 Sep 01 15:58:59.066717 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-5f186e42-76ee-4721-8c58-dd92cb2127d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.068292 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-5f186e42-76ee-4721-8c58-dd92cb2127d9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1096 time: 0.1070230 Sep 01 15:58:59.073858 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:59.118460 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e86a1909-916b-47b0-99a8-ee67a7facb2f req-db37aa7d-1e2b-4474-a79b-bcc94a10007f tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Sep 01 15:58:59.166793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42412217-969a-46e8-961a-1caa31b83336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.232922 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Attempting to bind port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:59.233309 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Attempting to bind port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:59.233635 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Attempting to bind port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:59.239920 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43000) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:59.286992 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81a4d5-d614-402d-9efd-5e8f60af1643 req-923c68c2-cf80-46b8-95bc-0118b7fe524c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.288728 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f81a4d5-d614-402d-9efd-5e8f60af1643 req-923c68c2-cf80-46b8-95bc-0118b7fe524c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 945 time: 0.0632119 Sep 01 15:58:59.300173 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-42412217-969a-46e8-961a-1caa31b83336 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=993367854489496d90d3fe6b2f3f9f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9508884 Sep 01 15:58:59.307751 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43004) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:59.319919 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:59.368452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['e3ba650e-d353-4b2c-bd9a-c6858a2e14cf'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:59.381158 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f81a4d5-d614-402d-9efd-5e8f60af1643 req-0e0de571-41eb-49e5-8157-97a43bd9d4d3 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747120 Sep 01 15:58:59.389286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:59.391686 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Attempting to bind port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:59.405100 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:59.405462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Checking segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:59.405845 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Bound using segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:59.406268 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Bound port: 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:59.406620 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.433026 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-672f6363-5367-4ac3-8bd2-5c55bff5766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.440993 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412217-969a-46e8-961a-1caa31b83336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef17a2-f482-4c66-950e-b03da8d7c8aa,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:59.464947 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-ec43dbfb-8903-41c8-812e-a57bebdcc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.489585 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-ec43dbfb-8903-41c8-812e-a57bebdcc202 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=86f8963c9a784db19cec93a3c3d07920&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3697186 Sep 01 15:58:59.492104 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.569198 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.696551 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f209a20-9317-475d-9d49-5289aaa34e0c req-289402d4-8e82-44e4-af6b-e2533e79b700 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.698420 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7f209a20-9317-475d-9d49-5289aaa34e0c req-289402d4-8e82-44e4-af6b-e2533e79b700 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.1811786 Sep 01 15:58:59.711882 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:59.755639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:59.757260 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8442a1-fb5f-42e0-b32c-40bcf5343dde req-87ef5942-bb64-408e-a0d9-b8f78fe69d01 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.758967 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b8442a1-fb5f-42e0-b32c-40bcf5343dde req-87ef5942-bb64-408e-a0d9-b8f78fe69d01 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 943 time: 0.2238657 Sep 01 15:58:59.765640 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-86fe3734-fc6c-426d-9567-9ccb9e58d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.767312 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-86f4f741-4f74-4bda-b9e0-8f909efc4334 req-86fe3734-fc6c-426d-9567-9ccb9e58d1de service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2342513 Sep 01 15:58:59.828365 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7f209a20-9317-475d-9d49-5289aaa34e0c req-81aaf140-a748-4017-8fa3-4e9eb36e0ae0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220427 Sep 01 15:58:59.831178 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-672f6363-5367-4ac3-8bd2-5c55bff5766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.847786 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device c17ce9c8-fdc7-4595-9a9a-63025e39280e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:59.885255 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b8442a1-fb5f-42e0-b32c-40bcf5343dde req-edcc7638-a5e8-4e3a-851b-35b3022d7b7e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777051 Sep 01 15:58:59.890390 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.921407 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.925730 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.927690 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5cef17a2-f482-4c66-950e-b03da8d7c8aa HTTP/1.1" status: 204 len: 168 time: 0.6211996 Sep 01 15:58:59.934732 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.935951 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.937998 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] 10.222.0.97 "PUT /v2.0/ports/21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 1094 time: 2.0321014 Sep 01 15:58:59.970071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08be647-bce1-43f7-ae80-441120ffb39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef17a2-f482-4c66-950e-b03da8d7c8aa,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:59.970491 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-0deae42c-723a-471d-bd92-6c50dfa6f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.970491 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-0deae42c-723a-471d-bd92-6c50dfa6f90c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1096 time: 0.1344960 Sep 01 15:58:59.970868 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-672f6363-5367-4ac3-8bd2-5c55bff5766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:59.973461 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e7dc8-5db7-43c9-bd27-2b6cdea0fd9d service neutron] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:00.020441 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-672f6363-5367-4ac3-8bd2-5c55bff5766d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=53cffc425f55430a8e50edca59d125f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792082 Sep 01 15:59:00.021695 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f6363-5367-4ac3-8bd2-5c55bff5766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915af287-46f1-4eed-861e-b23b3f54c531,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:00.024578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43018) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:00.036141 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-df5862a5-b3a4-420c-b050-d319d29037f8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253 HTTP/1.1" status: 200 len: 217 time: 0.0478764 Sep 01 15:59:00.089070 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:00.093815 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-00abaf66-40a0-4269-8f89-854b7c9b6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.095708 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-00abaf66-40a0-4269-8f89-854b7c9b6160 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0525954 Sep 01 15:59:00.103074 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.103599 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'port_id': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'mac_address': 'fa:16:3e:80:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:00.138893 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.165289 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.195269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17ce9c8-fdc7-4595-9a9a-63025e39280e {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:00.201306 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-30ee61ac-93dd-4cdf-949b-c01b3a42e09c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933890 Sep 01 15:59:00.225969 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:00.297550 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade07527-9653-4a78-85e0-31bd166d29e4 req-07af4d89-5517-4721-8ad0-9d48909e2c95 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.299143 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ade07527-9653-4a78-85e0-31bd166d29e4 req-07af4d89-5517-4721-8ad0-9d48909e2c95 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 944 time: 0.0549743 Sep 01 15:59:00.301293 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.311169 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.313790 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.317354 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/915af287-46f1-4eed-861e-b23b3f54c531 HTTP/1.1" status: 204 len: 168 time: 0.2893004 Sep 01 15:59:00.340762 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc9c7a-459a-4263-bcbe-d0a03eb9890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915af287-46f1-4eed-861e-b23b3f54c531,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:00.388712 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ade07527-9653-4a78-85e0-31bd166d29e4 req-2f4ff36b-33c6-4c20-9ab1-17495743f295 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 Sep 01 15:59:00.427724 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:00.466586 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4acd8283-69c5-4829-8217-93c1147a9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.468382 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-4acd8283-69c5-4829-8217-93c1147a9928 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1097 time: 0.3713388 Sep 01 15:59:00.506815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2398b-544d-4fa8-a447-b07df4578e40 req-19b3967d-79ba-48ab-a5f5-0bc599ab5f8b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.508409 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8bd2398b-544d-4fa8-a447-b07df4578e40 req-19b3967d-79ba-48ab-a5f5-0bc599ab5f8b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 945 time: 0.0517542 Sep 01 15:59:00.532226 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-1fb8d5fc-6bb4-4226-b73e-66fcd0d92ac5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0439811 Sep 01 15:59:00.538331 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-9370a70b-fee3-47d2-a2fa-20c20b511c18 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265052 Sep 01 15:59:00.549550 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8bd2398b-544d-4fa8-a447-b07df4578e40 req-64b18f90-4935-46ce-a113-d3996e2f79e8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Sep 01 15:59:00.639804 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-a0e782a2-65e5-4c8a-9301-b00870cd8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.641314 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-a0e782a2-65e5-4c8a-9301-b00870cd8c75 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0952930 Sep 01 15:59:00.712355 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-24027db2-f64b-4691-97e4-d23089f08cc0 req-9bb595ef-1269-4592-adab-c50cd9bc1767 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651411 Sep 01 15:59:00.712997 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['c17ce9c8-fdc7-4595-9a9a-63025e39280e'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:00.721371 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-ab9e12f8-aadb-477b-9140-7a7bf22846df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.722902 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-ab9e12f8-aadb-477b-9140-7a7bf22846df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728970 Sep 01 15:59:00.839641 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-a97aac4f-5aeb-4afb-a9b6-12a9c24bb27b service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083958 Sep 01 15:59:00.879261 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43032) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:00.904174 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:00.906621 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4b738-68e8-49af-a427-6ba18c1785ca" -d '{"events": [{"name": "network-changed", "server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:00.909197 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f7e9-3d56-448c-b1b5-e9bda1fdba3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.018723 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-48a887cc-ecb9-44e6-bd6a-17bf87735aa0 req-349060cb-e10d-4167-96fc-73cade3cc450 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 Sep 01 15:59:01.085196 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f7e9-3d56-448c-b1b5-e9bda1fdba3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.104641 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0744-e2db-472b-98ad-919700e70b41 req-b5aaf6c2-3389-4742-a861-c9527a323829 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.106281 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a36c0744-e2db-472b-98ad-919700e70b41 req-b5aaf6c2-3389-4742-a861-c9527a323829 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 943 time: 0.0962591 Sep 01 15:59:01.115129 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a8fa-786e-421b-9759-7002a0617af5 req-3433349f-9051-4319-b17d-457e1d81dee3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.116587 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e0d6a8fa-786e-421b-9759-7002a0617af5 req-3433349f-9051-4319-b17d-457e1d81dee3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.1231797 Sep 01 15:59:01.169910 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a36c0744-e2db-472b-98ad-919700e70b41 req-70853dca-7483-43c0-9583-9db65edc159d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Sep 01 15:59:01.177156 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e0d6a8fa-786e-421b-9759-7002a0617af5 req-982eaa89-69f3-408b-927d-65ca7effb014 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525327 Sep 01 15:59:01.178080 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f7e9-3d56-448c-b1b5-e9bda1fdba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.217133 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6f7e9-3d56-448c-b1b5-e9bda1fdba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe6c53-a923-4b71-b1b4-af125487ad85,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:01.219738 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72f4d9-8f21-40f0-bb80-fe72b9b94ff7 x-openstack-request-id: req-4d72f4d9-8f21-40f0-bb80-fe72b9b94ff7 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:01.220008 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:01.220248 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-4d72f4d9-8f21-40f0-bb80-fe72b9b94ff7 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:01.220647 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'status': 'completed', 'code': 200} Sep 01 15:59:01.223089 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4ea6f7e9-3d56-448c-b1b5-e9bda1fdba3a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=accb17ccd1104290b6fd8af613ad39f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405704 Sep 01 15:59:01.229624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43044) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:01.292806 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43050) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:01.293111 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.309954 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5dac0066-e362-4dd8-9165-7f1f626684f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.323777 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.384200 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-66777378-4e24-4a02-bf45-f552da6a1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.385768 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-66777378-4e24-4a02-bf45-f552da6a1347 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1097 time: 0.1071820 Sep 01 15:59:01.427589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5dac0066-e362-4dd8-9165-7f1f626684f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.481658 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.484161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.488049 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/aabe6c53-a923-4b71-b1b4-af125487ad85 HTTP/1.1" status: 204 len: 168 time: 0.2574394 Sep 01 15:59:01.504667 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c82142-c9d1-4aff-8a18-d45ac6a2bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe6c53-a923-4b71-b1b4-af125487ad85,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:01.515195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-10fbae2b-a490-4527-a870-288e5cfab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.517116 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-10fbae2b-a490-4527-a870-288e5cfab334 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.1235678 Sep 01 15:59:01.536509 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:01.553520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c44fc-feb7-45e0-b3ad-50215d7f0345 req-f430316b-0a95-4a1f-8c11-bb98973f5798 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.555410 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c40c44fc-feb7-45e0-b3ad-50215d7f0345 req-f430316b-0a95-4a1f-8c11-bb98973f5798 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 944 time: 0.0864844 Sep 01 15:59:01.566282 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-44c9b3df-6b42-4d4d-951d-17aa4613697d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0363860 Sep 01 15:59:01.611345 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c40c44fc-feb7-45e0-b3ad-50215d7f0345 req-bd835b8d-b58b-4966-a200-413ed958f3bd tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Sep 01 15:59:01.637734 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-a8f22a64-98d2-4c5d-9157-24e64b7d5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.639316 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-a8f22a64-98d2-4c5d-9157-24e64b7d5111 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0637264 Sep 01 15:59:01.681912 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5dac0066-e362-4dd8-9165-7f1f626684f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.693617 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-f08245b0-b309-4222-9acd-4e44f9b1d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.695151 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-f08245b0-b309-4222-9acd-4e44f9b1d386 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443287 Sep 01 15:59:01.727583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac0066-e362-4dd8-9165-7f1f626684f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c1e8b-d041-4734-a994-32f583552c1d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:01.734576 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5dac0066-e362-4dd8-9165-7f1f626684f1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=27df26c470c9428c99146068787ed135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377167 Sep 01 15:59:01.735984 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43060) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:01.749572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4735bf-5b6b-4829-91c0-d0edaaac2ee6 req-c22ffdcd-8299-461a-852f-88d74be9dab4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.751294 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce4735bf-5b6b-4829-91c0-d0edaaac2ee6 req-c22ffdcd-8299-461a-852f-88d74be9dab4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 945 time: 0.1030591 Sep 01 15:59:01.791855 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-b3ec2819-64fb-4c51-ae5c-3afad3642a60 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882535 Sep 01 15:59:01.823583 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce4735bf-5b6b-4829-91c0-d0edaaac2ee6 req-707ced30-674b-4b55-a773-33e32287721a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Sep 01 15:59:01.836868 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.867303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.869519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b8c9190-0381-48c3-adbf-bdf34af6a91a up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:01.910676 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e5c4b738-68e8-49af-a427-6ba18c1785ca req-6f54a4f5-2683-4e9c-bddb-6f5f325b4161 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068432 Sep 01 15:59:02.015950 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.018694 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.019827 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/702c1e8b-d041-4734-a994-32f583552c1d HTTP/1.1" status: 204 len: 168 time: 0.2829056 Sep 01 15:59:02.034351 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee9b53-d46d-4a09-80f6-a33f8d6c7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c1e8b-d041-4734-a994-32f583552c1d,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:02.058328 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 1b8c9190-0381-48c3-adbf-bdf34af6a91a completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:02.084091 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 1b8c9190-0381-48c3-adbf-bdf34af6a91a triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:02.084719 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.179735 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.208756 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:02.305560 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:02.375611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.376514 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device c17ce9c8-fdc7-4595-9a9a-63025e39280e up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:02.405478 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd5ac-1544-4fbc-9492-51094e8300f3 req-56ad36d9-25bf-4620-adbf-30cbf63e7320 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.407743 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e2dbd5ac-1544-4fbc-9492-51094e8300f3 req-56ad36d9-25bf-4620-adbf-30cbf63e7320 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 943 time: 0.1214280 Sep 01 15:59:02.417617 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269852-f3b9-4f7f-94be-10f36ee8b1f4 req-37241acb-e77b-49b2-acef-d69fa6a0a279 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.419117 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0269852-f3b9-4f7f-94be-10f36ee8b1f4 req-37241acb-e77b-49b2-acef-d69fa6a0a279 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.1080651 Sep 01 15:59:02.486667 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e2dbd5ac-1544-4fbc-9492-51094e8300f3 req-5a43e13f-fcd0-4972-a010-a7baf90ec657 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665529 Sep 01 15:59:02.488597 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:02.492642 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0269852-f3b9-4f7f-94be-10f36ee8b1f4 req-15ccd88b-28d4-4250-a431-85f026cfc036 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652702 Sep 01 15:59:02.561738 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c935d67-a746-49b7-b7f4-07e5b1d5a2bf" -d '{"events": [{"server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "name": "network-vif-plugged", "status": "completed", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:02.609700 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port c17ce9c8-fdc7-4595-9a9a-63025e39280e completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:02.614216 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port c17ce9c8-fdc7-4595-9a9a-63025e39280e triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:02.618201 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.756650 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867c8113-a519-46f2-addb-e54ff0aef148 x-openstack-request-id: req-867c8113-a519-46f2-addb-e54ff0aef148 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:02.756987 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "name": "network-vif-plugged", "status": "completed", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:02.757273 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-867c8113-a519-46f2-addb-e54ff0aef148 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:02.757740 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'code': 200} Sep 01 15:59:02.801081 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372098e-5a70-47c5-849e-2e26172b33e0 req-180f7e2f-f17b-4c90-bf8f-b7a3f6693360 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.808316 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.809923 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c372098e-5a70-47c5-849e-2e26172b33e0 req-180f7e2f-f17b-4c90-bf8f-b7a3f6693360 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 944 time: 0.1084757 Sep 01 15:59:02.849436 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:02.857907 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c372098e-5a70-47c5-849e-2e26172b33e0 req-7f3ccfa5-e1ec-4662-b7ac-98a6c20568f4 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Sep 01 15:59:02.961447 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d0c72-c24a-4690-b7a8-c9646770d0c0 req-963c7a93-0f29-4f28-a0cd-11112456b3b4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.963032 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d1d0c72-c24a-4690-b7a8-c9646770d0c0 req-963c7a93-0f29-4f28-a0cd-11112456b3b4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0525093 Sep 01 15:59:03.019165 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d1d0c72-c24a-4690-b7a8-c9646770d0c0 req-55096f7f-c766-49fa-949c-979384d5d014 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Sep 01 15:59:03.121204 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.122064 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e3ba650e-d353-4b2c-bd9a-c6858a2e14cf up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:03.204470 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:03.332542 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:03.337024 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:03.337462 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.427149 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43542809-f9db-43ff-9591-459687e1261a req-88967fdd-c709-47c3-afd9-7c957a0cc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.427612 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.427913 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-43542809-f9db-43ff-9591-459687e1261a req-88967fdd-c709-47c3-afd9-7c957a0cc79a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 1099 time: 0.0827761 Sep 01 15:59:03.464614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-43542809-f9db-43ff-9591-459687e1261a req-934b7412-001f-445b-81ca-2d46c6bf4900 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.474916 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,segment=NetworkSegment(13badb1b-be0c-449d-adfd-1a446f1789b1),segment_id=13badb1b-be0c-449d-adfd-1a446f1789b1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:03.576931 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.644735 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-43542809-f9db-43ff-9591-459687e1261a req-934b7412-001f-445b-81ca-2d46c6bf4900 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.666703 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:03.679499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365da7-e84c-4ae3-9b20-ca42d984e8bf req-4d01d94c-65fb-455a-a293-baab65979416 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.681294 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-69365da7-e84c-4ae3-9b20-ca42d984e8bf req-4d01d94c-65fb-455a-a293-baab65979416 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 943 time: 0.1014791 Sep 01 15:59:03.726834 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587867b-0457-4e7b-999c-ec34fd0f114a req-05d48dec-c195-4dba-af91-619c69fb657e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.728325 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5587867b-0457-4e7b-999c-ec34fd0f114a req-05d48dec-c195-4dba-af91-619c69fb657e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0961771 Sep 01 15:59:03.735842 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-43542809-f9db-43ff-9591-459687e1261a req-934b7412-001f-445b-81ca-2d46c6bf4900 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.736027 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-69365da7-e84c-4ae3-9b20-ca42d984e8bf req-de844080-5a2a-4d29-83a6-485308da5863 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Sep 01 15:59:03.772498 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-43542809-f9db-43ff-9591-459687e1261a req-934b7412-001f-445b-81ca-2d46c6bf4900 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351128 Sep 01 15:59:03.779072 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b7412-001f-445b-81ca-2d46c6bf4900 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b27837-29ac-416f-aae1-5297d2de6a2a,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:03.781782 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5587867b-0457-4e7b-999c-ec34fd0f114a req-bf3ed5a1-90cc-43dd-b70a-83594edb700c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Sep 01 15:59:03.886395 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:04.010272 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:04.022411 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:04.024638 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdea07d-b256-4450-82b1-60ce17046dbe req-5fba7079-3842-4526-a1d9-e1ad4d365e29 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.027221 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abdea07d-b256-4450-82b1-60ce17046dbe req-5fba7079-3842-4526-a1d9-e1ad4d365e29 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0662823 Sep 01 15:59:04.093248 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.116522 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:04.116709 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abdea07d-b256-4450-82b1-60ce17046dbe req-b13198f2-3750-4be0-b146-62b49998843d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675266 Sep 01 15:59:04.149949 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:04.165243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b8ea7-ef5b-4b57-ae38-c7d33d62a3f9 req-e1500de3-115a-4ba1-aa7f-ca452745b027 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.167002 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-594b8ea7-ef5b-4b57-ae38-c7d33d62a3f9 req-e1500de3-115a-4ba1-aa7f-ca452745b027 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0668752 Sep 01 15:59:04.209245 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-594b8ea7-ef5b-4b57-ae38-c7d33d62a3f9 req-5c93f3f3-01de-426d-915d-389196e8a702 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Sep 01 15:59:04.229795 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.230669 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device a6afb1d2-6b24-4925-9f0e-26a902c73253 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:04.325393 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:04.375325 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:04.388898 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'a6afb1d2-6b24-4925-9f0e-26a902c73253', 'network_id': 'd0caa085-d8db-4b7e-8022-20777590e58d', 'port_id': 'a6afb1d2-6b24-4925-9f0e-26a902c73253', 'mac_address': 'fa:16:3e:68:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb92c74e-3eb3-485a-bbf4-b1b572cb8663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:04.427431 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.441007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6afb1d2-6b24-4925-9f0e-26a902c73253 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:04.466062 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:04.566796 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.624115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:04.759123 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e'}, {'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:04.761680 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35296d7d-a448-445e-9a43-0334702abae2" -d '{"events": [{"server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "name": "network-vif-plugged", "status": "completed", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e"}, {"server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:04.832563 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36618ed1-8997-41aa-8010-118a007bf676 x-openstack-request-id: req-36618ed1-8997-41aa-8010-118a007bf676 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:04.833943 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "name": "network-vif-plugged", "status": "completed", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e", "code": 200}, {"server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:04.834306 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-36618ed1-8997-41aa-8010-118a007bf676 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:04.835923 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'code': 200} Sep 01 15:59:04.836278 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf', 'code': 200} Sep 01 15:59:04.932665 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72688ea-cca9-4e9b-8f21-eac30e26bdce req-8ecb04ea-35b0-455b-b246-56d3d45e46ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.939644 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e72688ea-cca9-4e9b-8f21-eac30e26bdce req-8ecb04ea-35b0-455b-b246-56d3d45e46ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 944 time: 0.1105947 Sep 01 15:59:04.984908 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:04.986691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d028d7-0797-40eb-9019-b3a98fec5778 req-46839d26-e020-4b61-be55-c1db1b9d9869 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.988970 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-34d028d7-0797-40eb-9019-b3a98fec5778 req-46839d26-e020-4b61-be55-c1db1b9d9869 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.1025605 Sep 01 15:59:05.015106 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e72688ea-cca9-4e9b-8f21-eac30e26bdce req-913209b4-565c-4518-b1ed-49c98c8e5608 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716746 Sep 01 15:59:05.044372 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['a6afb1d2-6b24-4925-9f0e-26a902c73253'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:05.065974 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-34d028d7-0797-40eb-9019-b3a98fec5778 req-168e8f65-ac99-48f6-8173-db803d641d6e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Sep 01 15:59:05.106370 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43216) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:05.265244 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d461671-028b-4169-88b4-07d6ecbe5472 req-7e48e660-04e4-4c1f-8e68-538372afe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.267349 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d461671-028b-4169-88b4-07d6ecbe5472 req-7e48e660-04e4-4c1f-8e68-538372afe7c4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0535402 Sep 01 15:59:05.356587 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2346248-940c-429c-9ab4-a61a65468a9e req-d6be1452-1142-4112-899c-d10134bd6c8b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.362201 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2346248-940c-429c-9ab4-a61a65468a9e req-d6be1452-1142-4112-899c-d10134bd6c8b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.1134858 Sep 01 15:59:05.374003 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43232) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:05.376563 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d461671-028b-4169-88b4-07d6ecbe5472 req-bd18042a-c9bd-4730-b744-5dfab66b1697 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942547 Sep 01 15:59:05.393357 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906533c5-d7df-45e4-b70b-7cf67a4da3ab req-d7ae1039-0625-475b-aa13-6bd699325509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.395540 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-906533c5-d7df-45e4-b70b-7cf67a4da3ab req-d7ae1039-0625-475b-aa13-6bd699325509 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 1098 time: 0.1120396 Sep 01 15:59:05.453871 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-45073650-7530-47c2-9f17-226ac11771da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.462146 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2346248-940c-429c-9ab4-a61a65468a9e req-a92e8088-799b-4dc2-a7c4-fafe6065c65b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Sep 01 15:59:05.471722 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b9405-c764-437c-b569-ea48874d4210 req-6e781f4b-dc11-48b8-839d-4c693ef26dc9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.473360 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b6b9405-c764-437c-b569-ea48874d4210 req-6e781f4b-dc11-48b8-839d-4c693ef26dc9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.1090896 Sep 01 15:59:05.501011 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3da1264d-6813-4612-90e9-70e4bc381bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.530102 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b6b9405-c764-437c-b569-ea48874d4210 req-29073ac3-1a21-4916-9e94-965c80d62fb3 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Sep 01 15:59:05.566663 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-45073650-7530-47c2-9f17-226ac11771da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.672849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-45073650-7530-47c2-9f17-226ac11771da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.726654 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-45073650-7530-47c2-9f17-226ac11771da admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ce4c6a5510cf432abe516ec286036e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489993 Sep 01 15:59:05.729254 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45073650-7530-47c2-9f17-226ac11771da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b916f4-8a1a-43f7-8de2-c66e674e614a,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:05.731704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43242) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:05.764611 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3da1264d-6813-4612-90e9-70e4bc381bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.765755 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-906533c5-d7df-45e4-b70b-7cf67a4da3ab req-713eda8d-1b8c-48ab-9a64-18add6ce1c07 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Sep 01 15:59:05.793645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.815996 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.852417 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3da1264d-6813-4612-90e9-70e4bc381bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.892242 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3da1264d-6813-4612-90e9-70e4bc381bda admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b825fa23df8343e3a8b00605d411f58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845638 Sep 01 15:59:05.892947 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1264d-6813-4612-90e9-70e4bc381bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32990c7-0b6c-444b-8ae6-d7af75a9df64,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:05.894981 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43244) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:05.926522 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.929696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.931088 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f1b916f4-8a1a-43f7-8de2-c66e674e614a HTTP/1.1" status: 204 len: 168 time: 0.1969028 Sep 01 15:59:05.949721 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657f4fd-821f-470d-ae14-6fd9f2ed6cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b916f4-8a1a-43f7-8de2-c66e674e614a,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:05.966250 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.995707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.015589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43250) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:06.113143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.116879 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.118263 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/c32990c7-0b6c-444b-8ae6-d7af75a9df64 HTTP/1.1" status: 204 len: 168 time: 0.2221587 Sep 01 15:59:06.126486 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451f802-0b0d-4d48-b401-6c79e8ca1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32990c7-0b6c-444b-8ae6-d7af75a9df64,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:06.153332 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1007cb-1823-4cb9-b583-b7d47dde32d6 req-f4de17b3-17f1-4c9c-a0f9-3655d63daf31 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.155097 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cd1007cb-1823-4cb9-b583-b7d47dde32d6 req-f4de17b3-17f1-4c9c-a0f9-3655d63daf31 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 944 time: 0.0684152 Sep 01 15:59:06.171998 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-93cc05e3-4276-44de-8bcf-bf047ed4cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.248473 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cd1007cb-1823-4cb9-b583-b7d47dde32d6 req-d3df1c56-4983-47d4-b67f-6e5f908a4231 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852308 Sep 01 15:59:06.262678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b379-a850-4658-96ab-87224854852f req-7c858282-69ea-4ce9-ab53-6bbf4a83e773 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.264327 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a5e7b379-a850-4658-96ab-87224854852f req-7c858282-69ea-4ce9-ab53-6bbf4a83e773 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.0996330 Sep 01 15:59:06.348326 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a5e7b379-a850-4658-96ab-87224854852f req-af0b01a9-17f1-4b09-8491-2c1ea518df51 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748863 Sep 01 15:59:06.387773 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-93cc05e3-4276-44de-8bcf-bf047ed4cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.451265 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-cc887af8-de2f-4345-ac90-ab2b3dee3749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.492735 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-93cc05e3-4276-44de-8bcf-bf047ed4cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.559931 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-93cc05e3-4276-44de-8bcf-bf047ed4cea8 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=13502a3156c2468da9be2732773fba60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425837 Sep 01 15:59:06.562685 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43268) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:06.574997 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc05e3-4276-44de-8bcf-bf047ed4cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e6c71-c0c5-4722-9ce4-a5252db6a548,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:06.616803 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855ca2c-fe83-4074-b287-638bf15cbe57 req-87c3255d-1968-4bce-a07c-537cbe4a91df tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.618399 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2855ca2c-fe83-4074-b287-638bf15cbe57 req-87c3255d-1968-4bce-a07c-537cbe4a91df tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0753560 Sep 01 15:59:06.629179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.652190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.701083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f893-ea7d-4f42-918e-b598f08c0088 req-6fa776bd-104d-43c0-8f31-3e8a73629c11 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.704985 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ee86f893-ea7d-4f42-918e-b598f08c0088 req-6fa776bd-104d-43c0-8f31-3e8a73629c11 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0698218 Sep 01 15:59:06.705763 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2855ca2c-fe83-4074-b287-638bf15cbe57 req-251c815e-ff32-47f8-9b72-0027c3c1e638 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802648 Sep 01 15:59:06.750717 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ee86f893-ea7d-4f42-918e-b598f08c0088 req-56948942-a903-430a-a9ef-c3c01b465273 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Sep 01 15:59:06.812194 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.814889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.819939 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2c9e6c71-c0c5-4722-9ce4-a5252db6a548 HTTP/1.1" status: 204 len: 168 time: 0.2523603 Sep 01 15:59:06.825156 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a47fd0-65e7-4408-a278-c4665cf48cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e6c71-c0c5-4722-9ce4-a5252db6a548,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:06.874703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43276) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:06.889643 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f29ae83a-95c2-4fd2-94f5-ac6baa99cc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.983001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f29ae83a-95c2-4fd2-94f5-ac6baa99cc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:06.983001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43278) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:06.998527 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-56f60f00-a9f7-4f6f-91a8-cba8ddb96528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.107249 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f29ae83a-95c2-4fd2-94f5-ac6baa99cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.155471 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f29ae83a-95c2-4fd2-94f5-ac6baa99cc22 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=33ec3451868f41adafd6a19168f0a7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796025 Sep 01 15:59:07.158290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43280) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:07.159751 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ae83a-95c2-4fd2-94f5-ac6baa99cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cc04e8-c154-46f8-b47d-f2bbb11bc6a6,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:07.215486 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.242546 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-56f60f00-a9f7-4f6f-91a8-cba8ddb96528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.243429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.292372 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-56f60f00-a9f7-4f6f-91a8-cba8ddb96528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.338302 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.338659 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-56f60f00-a9f7-4f6f-91a8-cba8ddb96528 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=61671971cdf54b2f927bca4eddeb5b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549883 Sep 01 15:59:07.341243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43286) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:07.355120 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60f00-a9f7-4f6f-91a8-cba8ddb96528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b6d0b-87e0-4d93-ab1f-de7c43f18491,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:07.374112 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.376764 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.378622 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b8cc04e8-c154-46f8-b47d-f2bbb11bc6a6 HTTP/1.1" status: 204 len: 168 time: 0.2193484 Sep 01 15:59:07.390726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc594e7-968b-4264-878c-7f14562113a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cc04e8-c154-46f8-b47d-f2bbb11bc6a6,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:07.439929 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7518-1817-4722-9192-91dae6d97082 req-b5220fec-98bc-45bd-844a-dc1fe7f11be4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.441113 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-271e7518-1817-4722-9192-91dae6d97082 req-b5220fec-98bc-45bd-844a-dc1fe7f11be4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 944 time: 0.0863919 Sep 01 15:59:07.447909 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.518145 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.544242 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-271e7518-1817-4722-9192-91dae6d97082 req-f7764c15-07a5-48df-b963-c82cdb9d9b19 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934477 Sep 01 15:59:07.577712 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366790f9-838c-4457-9c91-60e4bc657d24 req-38c837b9-7167-4cf6-ba00-99869e428841 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.579692 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-366790f9-838c-4457-9c91-60e4bc657d24 req-38c837b9-7167-4cf6-ba00-99869e428841 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.1144571 Sep 01 15:59:07.645609 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-366790f9-838c-4457-9c91-60e4bc657d24 req-39fe02be-062d-4d6f-a6ae-7fc2eb5884bd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583797 Sep 01 15:59:07.755224 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.757748 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.758861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5f8b6d0b-87e0-4d93-ab1f-de7c43f18491 HTTP/1.1" status: 204 len: 168 time: 0.4164474 Sep 01 15:59:07.767557 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b515a6-6dd0-4f2a-9d1e-33eb5a62c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b6d0b-87e0-4d93-ab1f-de7c43f18491,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:07.844572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35491e42-c063-4515-9271-9179b3f124e1 req-306068b0-019c-4d71-af7b-f018d1b3cf6e tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.846310 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-35491e42-c063-4515-9271-9179b3f124e1 req-306068b0-019c-4d71-af7b-f018d1b3cf6e tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0692275 Sep 01 15:59:07.869142 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43304) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:07.887692 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-35491e42-c063-4515-9271-9179b3f124e1 req-4d8c889d-37ef-412a-acc7-6e9103979d7b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Sep 01 15:59:07.890311 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e467a28d-efa6-4163-a61c-83e481ddffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:07.900812 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:08.008412 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e467a28d-efa6-4163-a61c-83e481ddffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.050284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:08.055199 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:08.058136 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.075501 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e467a28d-efa6-4163-a61c-83e481ddffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.133768 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e467a28d-efa6-4163-a61c-83e481ddffc0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=05e2c0b3831545379097c58cfebc8a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636085 Sep 01 15:59:08.134417 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43312) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:08.134867 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467a28d-efa6-4163-a61c-83e481ddffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523276b-be7d-4e63-9752-4fa53dd55326,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:08.155310 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.181676 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:08.186731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27458e00-bb9a-4ff6-bfe3-27cefdbef386" -d '{"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:08.197467 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.200286 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:08.226941 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.229889 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84ef28a-6ad4-4b6f-b459-127f5e0964c4 x-openstack-request-id: req-c84ef28a-6ad4-4b6f-b459-127f5e0964c4 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:08.230271 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:08.230585 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-c84ef28a-6ad4-4b6f-b459-127f5e0964c4 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:08.231034 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'code': 200} Sep 01 15:59:08.290815 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.291676 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device a6afb1d2-6b24-4925-9f0e-26a902c73253 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:08.346942 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.350570 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.354397 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8523276b-be7d-4e63-9752-4fa53dd55326 HTTP/1.1" status: 204 len: 168 time: 0.2152109 Sep 01 15:59:08.360453 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7f824-b0d1-4836-9808-41600bc83517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523276b-be7d-4e63-9752-4fa53dd55326,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:08.400077 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:08.526780 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port a6afb1d2-6b24-4925-9f0e-26a902c73253 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:08.532378 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port a6afb1d2-6b24-4925-9f0e-26a902c73253 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:08.533234 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.632475 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.683883 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ba21e-f0ad-4152-99be-85f3bb211c67 req-53a8ea94-43c9-4b9a-a33b-51d3315a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:08.686819 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-662ba21e-f0ad-4152-99be-85f3bb211c67 req-53a8ea94-43c9-4b9a-a33b-51d3315a2807 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1099 time: 0.0947824 Sep 01 15:59:08.706460 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:08.715313 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553cb7-6d6b-45e4-b219-735d057caf99 req-1231faf6-3915-46cb-b5eb-49288ddc53e8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:08.717734 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a4553cb7-6d6b-45e4-b219-735d057caf99 req-1231faf6-3915-46cb-b5eb-49288ddc53e8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 944 time: 0.0870035 Sep 01 15:59:08.739320 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-662ba21e-f0ad-4152-99be-85f3bb211c67 req-b79ffe11-c788-41e4-a7d8-5bfe96447cc7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Sep 01 15:59:08.778245 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a4553cb7-6d6b-45e4-b219-735d057caf99 req-1cb2a85b-9855-4bca-bd47-1f51aa5f6699 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Sep 01 15:59:08.809741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:08.879335 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:08.927960 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644e59-a96d-4b58-be84-e91df221279d req-c8c68843-e27d-4157-8bda-3619643e5c9f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:08.929749 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-41644e59-a96d-4b58-be84-e91df221279d req-c8c68843-e27d-4157-8bda-3619643e5c9f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0553873 Sep 01 15:59:08.979640 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-41644e59-a96d-4b58-be84-e91df221279d req-3effa120-497e-4644-b639-e4d3630b195d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Sep 01 15:59:09.282875 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad29ff8-2715-47a2-8f3c-45dbe206b7ee req-1fd950bd-0c07-417d-a392-a43554d018c2 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:09.284627 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2ad29ff8-2715-47a2-8f3c-45dbe206b7ee req-1fd950bd-0c07-417d-a392-a43554d018c2 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.2468097 Sep 01 15:59:09.324332 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2ad29ff8-2715-47a2-8f3c-45dbe206b7ee req-e6c8af8d-201d-4cf6-8574-2230ffa3c9a4 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Sep 01 15:59:09.400168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-cc011401-6566-4d2f-8a04-375aafc2f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:09.458346 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:09.906305 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937ddfc-eba6-4807-b507-5a4ffe6262f2 req-3cdb0bb0-b879-4a0c-931f-26dfc4687701 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:09.907986 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a937ddfc-eba6-4807-b507-5a4ffe6262f2 req-3cdb0bb0-b879-4a0c-931f-26dfc4687701 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0524743 Sep 01 15:59:09.967397 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a937ddfc-eba6-4807-b507-5a4ffe6262f2 req-809840c5-a37d-46f3-96d4-3f456fc3fb3a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525031 Sep 01 15:59:10.114303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4d77b-5006-43bd-a25a-5b02b4969537 req-79737c3c-c0a6-4c72-ab95-4393e15da605 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:10.115951 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98c4d77b-5006-43bd-a25a-5b02b4969537 req-79737c3c-c0a6-4c72-ab95-4393e15da605 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0562043 Sep 01 15:59:10.201367 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98c4d77b-5006-43bd-a25a-5b02b4969537 req-b9917e12-d469-4594-bed6-9e54f8c4aa8c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776839 Sep 01 15:59:10.232078 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:10.234725 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1032e9-8570-4eb9-aa73-794c9e945cd5" -d '{"events": [{"server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "name": "network-vif-plugged", "status": "completed", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:10.289726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:10.310337 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40fb24-3c26-4eae-b3b0-fa3e0706d9c2 x-openstack-request-id: req-4c40fb24-3c26-4eae-b3b0-fa3e0706d9c2 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:10.310627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "name": "network-vif-plugged", "status": "completed", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:10.310923 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-4c40fb24-3c26-4eae-b3b0-fa3e0706d9c2 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:10.311316 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253', 'code': 200} Sep 01 15:59:10.843005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5b19a-8d8f-41cb-9bf9-040a2dfc4409 req-677ac056-46ea-47b5-b3f7-74af5c8e070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:10.845367 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-c1d5b19a-8d8f-41cb-9bf9-040a2dfc4409 req-677ac056-46ea-47b5-b3f7-74af5c8e070c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1098 time: 0.0600529 Sep 01 15:59:10.888287 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-c1d5b19a-8d8f-41cb-9bf9-040a2dfc4409 req-08d5a226-95a2-436a-9904-5abc943f077a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Sep 01 15:59:11.092411 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e96baf-ddd0-4982-835d-afe23777bd2a req-76285496-721b-49ac-950a-e07b83319813 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:11.094231 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-28e96baf-ddd0-4982-835d-afe23777bd2a req-76285496-721b-49ac-950a-e07b83319813 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0546284 Sep 01 15:59:11.134165 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-28e96baf-ddd0-4982-835d-afe23777bd2a req-57bed06b-4cec-4abf-967e-fa8d573fcfe6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Sep 01 15:59:11.340736 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562bd17-6f7c-4da1-8980-2242a9ad9d01 req-e03e1011-960c-48c2-b06f-7eea659bd40c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:11.342255 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6562bd17-6f7c-4da1-8980-2242a9ad9d01 req-e03e1011-960c-48c2-b06f-7eea659bd40c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0498912 Sep 01 15:59:11.382661 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6562bd17-6f7c-4da1-8980-2242a9ad9d01 req-924e1e50-5667-442a-afbe-97cbaa41c05b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Sep 01 15:59:11.515851 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c43ad-6fcc-4222-ad99-4f9da0838b6c req-706145b1-e65c-44e4-b4ef-ba81a4be8f5a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:11.518849 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bd8c43ad-6fcc-4222-ad99-4f9da0838b6c req-706145b1-e65c-44e4-b4ef-ba81a4be8f5a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0574541 Sep 01 15:59:11.529407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43518) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:11.534403 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'floatingip': {'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:11.609325 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:11.984003 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.290486 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c94749-0241-4b95-b2b7-7ff9f432fa7e req-4aa3e2ff-d10b-4852-aeb6-370f6ebbf913 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:12.292132 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-96c94749-0241-4b95-b2b7-7ff9f432fa7e req-4aa3e2ff-d10b-4852-aeb6-370f6ebbf913 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0756731 Sep 01 15:59:12.341667 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-96c94749-0241-4b95-b2b7-7ff9f432fa7e req-cef651c9-dc76-4033-99ba-fdddc96c5ebf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Sep 01 15:59:12.561938 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.578214 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43578) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:12.707543 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.709656 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a623-d8ab-4c65-807e-e07c74c2f058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.790079 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43586) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:12.868059 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Floating IP 9feb671e-7ddb-4b8c-8555-1edbec9b2953 associated. External IP: 172.27.3.92, port: 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4. Sep 01 15:59:12.922636 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f988c253-9a66-457c-843e-9d2b9978c940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.938071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a623-d8ab-4c65-807e-e07c74c2f058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.027753 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a623-d8ab-4c65-807e-e07c74c2f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.078664 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e0b2a623-d8ab-4c65-807e-e07c74c2f058 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5caed835e7d74961921f374ff2ebcf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993882 Sep 01 15:59:13.081421 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43592) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:13.088508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f988c253-9a66-457c-843e-9d2b9978c940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.104879 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a623-d8ab-4c65-807e-e07c74c2f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5a510-e55e-42e0-9dae-1fb64e486fc7,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:13.132343 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.138192 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:59:13.153826 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.184165 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f988c253-9a66-457c-843e-9d2b9978c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.228445 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f988c253-9a66-457c-843e-9d2b9978c940 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1d0e0e19974048808acf64c496d005e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372792 Sep 01 15:59:13.229030 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43594) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:13.235478 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c253-9a66-457c-843e-9d2b9978c940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be4646-b78f-4938-ad0e-014b9a8f9e6b,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:13.250757 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:59:13.255922 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.273587 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:59:13.285757 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:13.286966 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:13.293736 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-81638cd9-be2e-4954-8127-dccf38d13e13 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "PUT /v2.0/floatingips/9feb671e-7ddb-4b8c-8555-1edbec9b2953 HTTP/1.1" status: 200 len: 991 time: 1.7630119 Sep 01 15:59:13.297058 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.301960 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:13.305613 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda17295-875b-4628-94e3-8c64cd2648f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:13.328565 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.365531 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9ec52-472c-45ed-b3d0-7d50f7f381f6 x-openstack-request-id: req-3ed9ec52-472c-45ed-b3d0-7d50f7f381f6 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:13.366125 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:13.366844 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-3ed9ec52-472c-45ed-b3d0-7d50f7f381f6 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:13.367574 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'status': 'completed', 'code': 200} Sep 01 15:59:13.375411 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.377952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.382133 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1ce5a510-e55e-42e0-9dae-1fb64e486fc7 HTTP/1.1" status: 204 len: 168 time: 0.2997172 Sep 01 15:59:13.399246 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b23d7-52b2-4f3c-b2ea-204f404ffd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5a510-e55e-42e0-9dae-1fb64e486fc7,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:13.438963 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:13.481294 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c17f7a-1456-4d96-8a4b-cb3f096d6f10 req-5946f4e4-01e6-4aad-9e80-0fd95151db86 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:13.482877 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-80c17f7a-1456-4d96-8a4b-cb3f096d6f10 req-5946f4e4-01e6-4aad-9e80-0fd95151db86 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0540850 Sep 01 15:59:13.484003 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.486626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.491061 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/52be4646-b78f-4938-ad0e-014b9a8f9e6b HTTP/1.1" status: 204 len: 168 time: 0.2605534 Sep 01 15:59:13.534413 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3b5a-164a-498f-97ba-5cecdc1578cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be4646-b78f-4938-ad0e-014b9a8f9e6b,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:13.616884 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-81ab3cb9-c1b0-4dc2-b8fe-6d2f7d878b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:13.623844 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-81ab3cb9-c1b0-4dc2-b8fe-6d2f7d878b23 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1099 time: 0.1126564 Sep 01 15:59:13.624249 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-80c17f7a-1456-4d96-8a4b-cb3f096d6f10 req-58f99215-57e2-45e4-ae19-2b7863c104ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269963 Sep 01 15:59:13.813237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-97510857-2629-423c-81ff-3ce4062b9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:13.814750 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-97510857-2629-423c-81ff-3ce4062b9a3f service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.1840317 Sep 01 15:59:13.964439 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-e778a53d-15a5-405e-a77a-1eed4519726b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 999 time: 0.1413581 Sep 01 15:59:14.044646 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-3e882ba4-1578-41bc-aa8d-b18b8c46102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.046634 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-3e882ba4-1578-41bc-aa8d-b18b8c46102c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0717471 Sep 01 15:59:14.052009 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '9feb671e-7ddb-4b8c-8555-1edbec9b2953', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:58:48Z', 'updated_at': '2021-09-01T15:59:12Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:14.100747 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:59:14.116884 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:14.117741 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:14.122505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-df7d6cbd-e825-4ef1-9548-104dd0b64749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.124281 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-df7d6cbd-e825-4ef1-9548-104dd0b64749 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645318 Sep 01 15:59:14.236782 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-37e60264-7454-420b-b1c2-8d09031a83cc service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949485 Sep 01 15:59:14.249659 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:14.335010 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c98e-0171-46fe-92bc-1b48162d7746 req-7258caa9-ae61-4b6f-a7c3-fb60af4819da tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.337520 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9ee7c98e-0171-46fe-92bc-1b48162d7746 req-7258caa9-ae61-4b6f-a7c3-fb60af4819da tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0895743 Sep 01 15:59:14.352003 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dda17295-875b-4628-94e3-8c64cd2648f7 req-afe0b6fa-5446-48ac-9b54-be260cd68fab service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041808 Sep 01 15:59:14.382182 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9ee7c98e-0171-46fe-92bc-1b48162d7746 req-2d2c6ba4-d55b-4fc4-bf00-7b62c121a29c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Sep 01 15:59:14.429824 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43622) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:14.442928 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-c7e58093-8c84-4a8c-9d58-3648c0b59c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.444223 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-c7e58093-8c84-4a8c-9d58-3648c0b59c81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1098 time: 0.0523560 Sep 01 15:59:14.445540 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c8491655-c314-415f-8c63-6ce59990cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.530887 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43628) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:14.550509 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e104722c-331c-4e82-bba5-561f510e4339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.560064 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c8491655-c314-415f-8c63-6ce59990cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.571027 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '9feb671e-7ddb-4b8c-8555-1edbec9b2953', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:58:48Z', 'updated_at': '2021-09-01T15:59:12Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:14.573263 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-2e4215d7-a184-41b3-9647-70b53be107fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.574761 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-2e4215d7-a184-41b3-9647-70b53be107fc service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.1171732 Sep 01 15:59:14.606281 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d242bea-83ed-4427-b84b-3e8781c58720 None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '9feb671e-7ddb-4b8c-8555-1edbec9b2953', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:58:48Z', 'updated_at': '2021-09-01T15:59:12Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:59:14.633532 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-3b321f7f-37be-409a-b269-a7355b156080 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253 HTTP/1.1" status: 200 len: 217 time: 0.0397530 Sep 01 15:59:14.658578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c8491655-c314-415f-8c63-6ce59990cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.721360 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c8491655-c314-415f-8c63-6ce59990cb01 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=dba6375fa8534aa1bc3d9ffc3a3d44e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901444 Sep 01 15:59:14.722485 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8491655-c314-415f-8c63-6ce59990cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4e385-e194-4008-92b6-a45b76b405a3,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:14.726214 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43632) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:14.738476 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-a2e41e9c-581d-49d4-a4e7-dc510e9f1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.740314 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-a2e41e9c-581d-49d4-a4e7-dc510e9f1167 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0978155 Sep 01 15:59:14.789076 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.792958 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-86c17343-1d95-432f-bd76-c1502665eb59 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310485 Sep 01 15:59:14.801252 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e104722c-331c-4e82-bba5-561f510e4339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.822913 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.877744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e104722c-331c-4e82-bba5-561f510e4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.907175 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9165984-6131-437f-ad2f-f10d9bf2df37 None None] New status for floating IP 9feb671e-7ddb-4b8c-8555-1edbec9b2953: ACTIVE {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:59:14.936592 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e104722c-331c-4e82-bba5-561f510e4339 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d9fae44fe5914f3284e82521f848dddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046524 Sep 01 15:59:14.939487 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104722c-331c-4e82-bba5-561f510e4339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f599e0-acbf-48a7-b6ec-9e8fd7f82872,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:14.939630 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43636) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:14.959534 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-9d6d12bf-3958-4df5-a2fc-7cc393dfbb73 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452696 Sep 01 15:59:14.986805 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.989728 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.991251 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/44d4e385-e194-4008-92b6-a45b76b405a3 HTTP/1.1" status: 204 len: 168 time: 0.2641189 Sep 01 15:59:15.000562 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c1ed-a888-432b-8249-d249522db3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4e385-e194-4008-92b6-a45b76b405a3,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:15.021906 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:15.048428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:15.067673 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7ffdb971-51b6-4754-8744-4ec87ec948fc req-95d5e2dd-c5fe-41ce-995a-aa3c0edbab8e service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024485 Sep 01 15:59:15.198539 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:15.202334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:15.202553 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/01f599e0-acbf-48a7-b6ec-9e8fd7f82872 HTTP/1.1" status: 204 len: 168 time: 0.2618995 Sep 01 15:59:15.211807 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0c90e-bf8f-43a8-9932-1935eb7e92f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f599e0-acbf-48a7-b6ec-9e8fd7f82872,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:15.501713 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0412c5-6067-421b-aa8d-3673021307fc req-a5c4a734-c7a5-428f-8b9c-f3e3d9e22aa6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:15.503222 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6f0412c5-6067-421b-aa8d-3673021307fc req-a5c4a734-c7a5-428f-8b9c-f3e3d9e22aa6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Sep 01 15:59:15.545415 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6f0412c5-6067-421b-aa8d-3673021307fc req-bcde0698-7c4b-4920-96a6-c2a258aba1c3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Sep 01 15:59:16.662815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbcb93-9973-48c4-84ab-ba64be764de1 req-4ecdaa0c-8dd7-4dcb-a15f-9288c44a8d08 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:16.665677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-52cbcb93-9973-48c4-84ab-ba64be764de1 req-4ecdaa0c-8dd7-4dcb-a15f-9288c44a8d08 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Sep 01 15:59:16.720582 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-52cbcb93-9973-48c4-84ab-ba64be764de1 req-83d17e1d-a003-473e-b46d-df9fd7c63e22 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Sep 01 15:59:16.812271 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43718) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:16.980270 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4385a2d2-dd0f-4ea1-8e30-dab77b837bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.086731 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4385a2d2-dd0f-4ea1-8e30-dab77b837bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.158416 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4385a2d2-dd0f-4ea1-8e30-dab77b837bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.199614 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-4385a2d2-dd0f-4ea1-8e30-dab77b837bde admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=175724f354494559a337b9c0085dbb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857756 Sep 01 15:59:17.201518 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385a2d2-dd0f-4ea1-8e30-dab77b837bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a10e8-7ec0-433c-b3d8-b6742f366495,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:17.202537 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43734) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:17.269202 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.298427 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.423879 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.426565 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.427824 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5b7a10e8-7ec0-433c-b3d8-b6742f366495 HTTP/1.1" status: 204 len: 168 time: 0.2241199 Sep 01 15:59:17.436133 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6389c-f363-4ada-802f-214a190f0b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a10e8-7ec0-433c-b3d8-b6742f366495,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:17.849438 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3478f-02db-468a-b9c8-58b1944bd575 req-813dac2f-8beb-4100-85ed-e39ef0e6c580 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:17.851129 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9bf3478f-02db-468a-b9c8-58b1944bd575 req-813dac2f-8beb-4100-85ed-e39ef0e6c580 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Sep 01 15:59:17.905487 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9bf3478f-02db-468a-b9c8-58b1944bd575 req-2be2cb65-f558-49a4-8c45-8c7222b1944d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Sep 01 15:59:19.032557 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de326-5046-4021-98a1-af022322b727 req-c910d1c2-fcfb-4dc7-9177-9130962f6b68 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:19.034103 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-213de326-5046-4021-98a1-af022322b727 req-c910d1c2-fcfb-4dc7-9177-9130962f6b68 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0524127 Sep 01 15:59:19.078069 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-213de326-5046-4021-98a1-af022322b727 req-280ec096-902d-4cf5-b457-511e15ba5a6a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Sep 01 15:59:19.258381 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43798) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:19.360934 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3bf30bde-ce17-4d89-8655-be1b626822c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.455399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3bf30bde-ce17-4d89-8655-be1b626822c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.549387 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3bf30bde-ce17-4d89-8655-be1b626822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.590021 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-3bf30bde-ce17-4d89-8655-be1b626822c1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0fe3063de6c649e4adc4b772095dc910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304267 Sep 01 15:59:19.591126 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf30bde-ce17-4d89-8655-be1b626822c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbaf2d-fcd9-4c05-9f78-d2cff1324a58,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:19.592624 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43806) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:19.643947 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.666034 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.778229 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.780891 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:19.782066 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/37cbaf2d-fcd9-4c05-9f78-d2cff1324a58 HTTP/1.1" status: 204 len: 168 time: 0.1883483 Sep 01 15:59:19.790308 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660de5-9af8-4614-8f93-3e01041e5d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbaf2d-fcd9-4c05-9f78-d2cff1324a58,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:20.202993 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece9dd-0099-4715-8a46-95d73456bb2d req-6c6ecfcd-b390-4a17-a9cc-b0d652b0f4e7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:20.204771 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-83ece9dd-0099-4715-8a46-95d73456bb2d req-6c6ecfcd-b390-4a17-a9cc-b0d652b0f4e7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0557454 Sep 01 15:59:20.250427 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-83ece9dd-0099-4715-8a46-95d73456bb2d req-bbd397b6-c47c-473d-8fa6-feaabcc2a908 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Sep 01 15:59:20.963537 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43850) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:21.065453 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3051-4a8f-48b3-9b56-978f6becddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.173149 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3051-4a8f-48b3-9b56-978f6becddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.241233 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3051-4a8f-48b3-9b56-978f6becddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.284897 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43872) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:21.292324 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7c7e3051-4a8f-48b3-9b56-978f6becddc4 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=67896649af8647f4a79ed004769ac837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232253 Sep 01 15:59:21.300516 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e3051-4a8f-48b3-9b56-978f6becddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf41011-2bb4-4dc2-8626-686f6f977ad5,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:21.354148 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.377805 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.397820 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcd7a7-9806-443a-a4ef-48f8f6788559 req-3daacffd-8889-4aa4-aa3f-8e47746ecf70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:21.399335 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-63fcd7a7-9806-443a-a4ef-48f8f6788559 req-3daacffd-8889-4aa4-aa3f-8e47746ecf70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Sep 01 15:59:21.439068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-63fcd7a7-9806-443a-a4ef-48f8f6788559 req-a3283083-7375-409e-86a5-13dac97ba321 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Sep 01 15:59:21.498638 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.501496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.503008 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5bf41011-2bb4-4dc2-8626-686f6f977ad5 HTTP/1.1" status: 204 len: 168 time: 0.2169640 Sep 01 15:59:21.523831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584887-26b6-4746-8a59-a514a1100b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf41011-2bb4-4dc2-8626-686f6f977ad5,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:21.537082 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43888) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:21.652710 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09116dca-665c-4764-a738-7c5a7169e430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.747861 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09116dca-665c-4764-a738-7c5a7169e430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.835090 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09116dca-665c-4764-a738-7c5a7169e430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.878235 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-09116dca-665c-4764-a738-7c5a7169e430 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ca87cc6a8c6b4e719ce69eeecb31c414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398080 Sep 01 15:59:21.880863 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09116dca-665c-4764-a738-7c5a7169e430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603232d-359a-4212-8533-bac46b8d6483,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:21.881378 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43894) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:21.936296 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:21.962539 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.090034 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.092653 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.093875 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0603232d-359a-4212-8533-bac46b8d6483 HTTP/1.1" status: 204 len: 168 time: 0.2112627 Sep 01 15:59:22.102611 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fbb8a-4008-43b6-84c7-8fdafad0973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603232d-359a-4212-8533-bac46b8d6483,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:22.265483 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 43900) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:22.283167 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6399d06-b8e3-4a52-b902-2bb645f24a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.376226 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6399d06-b8e3-4a52-b902-2bb645f24a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.452264 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6399d06-b8e3-4a52-b902-2bb645f24a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.495350 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b6399d06-b8e3-4a52-b902-2bb645f24a2b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d09ebd7897564df3b29fcfe23a0b7747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320974 Sep 01 15:59:22.496194 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6399d06-b8e3-4a52-b902-2bb645f24a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e06acd-ed9a-4aa2-88b4-2bc7a10dc775,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:22.498033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 43912) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:22.579111 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.579919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d3445-8933-4f04-87c2-9d8c31d6bfe1 req-bf76ad62-6caf-467f-8692-4eaae595e66e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:22.581612 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a0d3445-8933-4f04-87c2-9d8c31d6bfe1 req-bf76ad62-6caf-467f-8692-4eaae595e66e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0644989 Sep 01 15:59:22.605195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.624594 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a0d3445-8933-4f04-87c2-9d8c31d6bfe1 req-2adeed5a-4eb2-4cab-9879-bbceb956e848 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Sep 01 15:59:22.726495 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.729167 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:22.730345 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/18e06acd-ed9a-4aa2-88b4-2bc7a10dc775 HTTP/1.1" status: 204 len: 168 time: 0.2313421 Sep 01 15:59:22.738265 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74031543-f235-4b3e-950d-e56c2e1ad6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e06acd-ed9a-4aa2-88b4-2bc7a10dc775,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:23.757093 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cee4d-17df-40c0-8b49-2e2950166208 req-0bd1c281-297e-4ace-a504-004a1c83dccb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:23.758747 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-640cee4d-17df-40c0-8b49-2e2950166208 req-0bd1c281-297e-4ace-a504-004a1c83dccb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Sep 01 15:59:23.803959 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-640cee4d-17df-40c0-8b49-2e2950166208 req-03d7e445-dfa0-4519-825f-550b1595a8f7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Sep 01 15:59:24.920497 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcbf1-d10f-48d8-98e0-0dccd5508112 req-5d695d17-fa59-46d2-933e-646f7b110396 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:24.922014 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-efcfcbf1-d10f-48d8-98e0-0dccd5508112 req-5d695d17-fa59-46d2-933e-646f7b110396 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Sep 01 15:59:24.961316 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-efcfcbf1-d10f-48d8-98e0-0dccd5508112 req-3e9b2f09-5036-444f-9e7d-eb8654a356be tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Sep 01 15:59:26.081126 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b524-6ab5-4a24-9300-91bda9f2a673 req-04cad185-4fe0-4800-b631-7e4fdaaf3fa2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:26.082626 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f9b0b524-6ab5-4a24-9300-91bda9f2a673 req-04cad185-4fe0-4800-b631-7e4fdaaf3fa2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Sep 01 15:59:26.119835 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f9b0b524-6ab5-4a24-9300-91bda9f2a673 req-77346534-f8a4-4621-9e3f-646a2c69cead tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Sep 01 15:59:27.267066 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ce55-4939-4705-9ed3-20998329b920 req-0736fd3f-f1af-4fdd-9f06-fddbc7862d95 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:27.269053 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3929ce55-4939-4705-9ed3-20998329b920 req-0736fd3f-f1af-4fdd-9f06-fddbc7862d95 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Sep 01 15:59:27.330508 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3929ce55-4939-4705-9ed3-20998329b920 req-7c95a335-57ee-475e-b84a-4d22b6cd6659 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Sep 01 15:59:28.455023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907289-6412-445e-9f58-e51f30907353 req-baf1d66a-8b01-4409-804f-ce7d0658e960 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:28.456487 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e8907289-6412-445e-9f58-e51f30907353 req-baf1d66a-8b01-4409-804f-ce7d0658e960 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0500214 Sep 01 15:59:28.496882 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e8907289-6412-445e-9f58-e51f30907353 req-7687fe03-112b-4876-bde6-0d8cafca1210 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Sep 01 15:59:28.842628 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44080) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:28.956691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.044599 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.116029 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.154019 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3c0eca99ccd74db98871b0bff14bcb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102016 Sep 01 15:59:29.155807 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2151896-82a4-4f74-b8c6-dd6f2d474127,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:29.156561 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44086) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:29.163150 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.163499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.163841 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.164177 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.164503 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.164833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.165222 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.165570 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.165901 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.166225 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.166545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.166863 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54214909-6678-462d-9951-c2b1f2673c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.218568 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.240152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.387618 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.390448 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:29.391674 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b2151896-82a4-4f74-b8c6-dd6f2d474127 HTTP/1.1" status: 204 len: 168 time: 0.2340274 Sep 01 15:59:29.400120 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2151896-82a4-4f74-b8c6-dd6f2d474127,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:29.407686 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.408037 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.408376 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.408726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.409050 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.409422 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.409750 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.410078 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.410402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.410723 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.411560 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.411889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e930e3-f4d5-4b37-871e-116e8c20af72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:29.625152 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261da812-8126-4b00-a1d0-114e494f8839 req-e4c21707-6ad5-45c5-b8e1-9bd4750adfb3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:29.627756 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-261da812-8126-4b00-a1d0-114e494f8839 req-e4c21707-6ad5-45c5-b8e1-9bd4750adfb3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0558999 Sep 01 15:59:29.689862 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-261da812-8126-4b00-a1d0-114e494f8839 req-91c6a33c-69cb-4313-9cf8-2ad0c8a550ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Sep 01 15:59:30.413177 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f04d3-2dd9-4d9c-9678-6863cb1d997e req-83d78da4-7cd0-404a-9078-b2fae671c24b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:30.421689 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-351f04d3-2dd9-4d9c-9678-6863cb1d997e req-83d78da4-7cd0-404a-9078-b2fae671c24b tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0663214 Sep 01 15:59:30.464323 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-351f04d3-2dd9-4d9c-9678-6863cb1d997e req-3601a1d3-916d-4dee-abf8-52cef559b103 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Sep 01 15:59:30.508556 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44150) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:30.609954 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692903114-network', 'tenant_id': 'd4cd4d736c8a4748b7d0c4290f5df254'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:30.730076 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Made reservation on behalf of d4cd4d736c8a4748b7d0c4290f5df254 for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:30.732551 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:30.741748 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:30.807964 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0c6c-582b-4428-a4d8-bf79430c0af8 req-e38c1a29-f014-4bad-953f-73cc106b70eb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:30.809572 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-61fb0c6c-582b-4428-a4d8-bf79430c0af8 req-e38c1a29-f014-4bad-953f-73cc106b70eb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0536327 Sep 01 15:59:30.842625 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:30.865410 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-61fb0c6c-582b-4428-a4d8-bf79430c0af8 req-45a18243-fe47-4af8-8069-64bdb49dfef7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Sep 01 15:59:30.921043 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:30.947566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:59:30.957298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1dda9-86fa-4420-a443-71c3fe183e39,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:30.962892 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:30.963165 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Added segment a44b5f80-c15b-4181-9642-9150bd1509e7 of type vlan for network 2ce43e41-fb33-48f4-a3b5-9ad249075774 Sep 01 15:59:31.005653 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.126858 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.128088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:31.128615 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.188033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce43e41-fb33-48f4-a3b5-9ad249075774,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:31.198504 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:59:31.287716 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-87ed23a8-355a-4962-bcb1-30995b9e2447 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7778485 Sep 01 15:59:31.290668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44178) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:31.295519 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Request body: {'subnet': {'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692903114-subnet', 'tenant_id': 'd4cd4d736c8a4748b7d0c4290f5df254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:31.377892 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Made reservation on behalf of d4cd4d736c8a4748b7d0c4290f5df254 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:31.381113 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.606119 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6364f2f-efd6-4794-badd-a65c22b51c6c req-ce22d057-a63b-4fdd-8477-79616e89eec0 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:31.607622 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f6364f2f-efd6-4794-badd-a65c22b51c6c req-ce22d057-a63b-4fdd-8477-79616e89eec0 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0616860 Sep 01 15:59:31.648463 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f6364f2f-efd6-4794-badd-a65c22b51c6c req-c7f517fb-18f6-45bb-88c5-981955f776a3 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Sep 01 15:59:31.658945 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.714816 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:31.725510 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Checking segment: {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:31.725862 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Network hostable DHCP agents. Network: 2ce43e41-fb33-48f4-a3b5-9ad249075774, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:59:31.820783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:59:31.883656 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 2ce43e41-fb33-48f4-a3b5-9ad249075774) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:31.887802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:31.888843 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:31.895897 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105503e-9d3d-4cc0-aba3-a0a90eb3bcf8 None None] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:31.997395 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe2f2-abf2-4994-a9f1-878d3b3ea267 req-8d7e9636-2e53-4603-9aba-0a45fed6fb1e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:31.999734 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-294fe2f2-abf2-4994-a9f1-878d3b3ea267 req-8d7e9636-2e53-4603-9aba-0a45fed6fb1e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Sep 01 15:59:32.007218 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0beea52a-0125-424d-af37-7a9b80c57485 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7148151 Sep 01 15:59:32.052572 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-294fe2f2-abf2-4994-a9f1-878d3b3ea267 req-86c9fa57-b94c-48c6-a3cb-5782c4235c3a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Sep 01 15:59:32.059772 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a741434-ab8c-4004-bb19-de807485785b None None] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:32.790003 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846094ee-dd9f-4811-b65e-3a49ba0b90f5 req-732d8056-a24e-4d7e-ac90-ea1b5c1211f0 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:32.791591 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-846094ee-dd9f-4811-b65e-3a49ba0b90f5 req-732d8056-a24e-4d7e-ac90-ea1b5c1211f0 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0580039 Sep 01 15:59:32.831804 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-846094ee-dd9f-4811-b65e-3a49ba0b90f5 req-d4b9de7f-b37d-45e2-8596-4be5caaacc48 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Sep 01 15:59:33.175541 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998464f-d48a-4439-b3ed-4c609d270737 req-0f2f5480-1182-46aa-95d1-46fbfa347c11 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:33.178619 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1998464f-d48a-4439-b3ed-4c609d270737 req-0f2f5480-1182-46aa-95d1-46fbfa347c11 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Sep 01 15:59:33.220233 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1998464f-d48a-4439-b3ed-4c609d270737 req-2432fdf0-7edb-4040-b94f-09a4a40b29a1 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Sep 01 15:59:33.771972 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-11e42a97-c26d-4f23-a607-e3a9e639050c tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:33.773469 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-11e42a97-c26d-4f23-a607-e3a9e639050c tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0833511 Sep 01 15:59:33.917559 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Deleting port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:59:33.917901 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:33.950681 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125a4dd-4b26-48ea-9113-26296c07bf57 req-79054320-5b29-4c7d-ac6e-357e0d860c00 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:33.952176 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7125a4dd-4b26-48ea-9113-26296c07bf57 req-79054320-5b29-4c7d-ac6e-357e0d860c00 tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/ports?device_id=cf630eaf-23a9-40a6-b636-c255c233921f HTTP/1.1" status: 200 len: 945 time: 0.0485914 Sep 01 15:59:33.995166 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7125a4dd-4b26-48ea-9113-26296c07bf57 req-dfef4df4-d3d4-4382-957f-614ae3ff5a5d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.103 "GET /v2.0/security-groups?id=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Sep 01 15:59:34.015393 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] For port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,segment=NetworkSegment(13badb1b-be0c-449d-adfd-1a446f1789b1),segment_id=13badb1b-be0c-449d-adfd-1a446f1789b1)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:34.015829 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:34.030300 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Calling delete_port for e3ba650e-d353-4b2c-bd9a-c6858a2e14cf owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:59:34.258145 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:34.290993 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Pushing event deleted for resources: {'Port': ['ID=e3ba650e-d353-4b2c-bd9a-c6858a2e14cf,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:34.323823 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['e3ba650e-d353-4b2c-bd9a-c6858a2e14cf'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:34.370325 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] No DVR routers for this DVR port e3ba650e-d353-4b2c-bd9a-c6858a2e14cf on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:59:34.373565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:34.375631 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8d67e72b-5c4f-406a-a6f4-9f393a091c7f req-c83fe73a-0500-4f84-a615-af47a237538d tempest-DeleteServersTestJSON-1711729117 tempest-DeleteServersTestJSON-1711729117-project] 10.222.0.97 "DELETE /v2.0/ports/e3ba650e-d353-4b2c-bd9a-c6858a2e14cf HTTP/1.1" status: 204 len: 173 time: 0.5884171 Sep 01 15:59:34.376065 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'name': 'network-vif-deleted', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:34.378391 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec61dbcf-2131-472b-9a12-3eb06a941885" -d '{"events": [{"server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "name": "network-vif-deleted", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:36.315892 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44284) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:36.426574 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8e12510a-a1c0-4fd4-a3e7-9c1f77e5a435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.443949 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4f1258e0-dc5a-4903-8d44-e027499f19d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.462674 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-1231ed4c-cb21-49fd-a680-4286f51ead2e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502381 Sep 01 15:59:36.526520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8e12510a-a1c0-4fd4-a3e7-9c1f77e5a435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.587135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-c5cc9656-1568-44e6-ab1a-0089f1b6c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:36.589901 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-c5cc9656-1568-44e6-ab1a-0089f1b6c370 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 1099 time: 0.0435898 Sep 01 15:59:36.630124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8e12510a-a1c0-4fd4-a3e7-9c1f77e5a435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.694071 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8e12510a-a1c0-4fd4-a3e7-9c1f77e5a435 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=74438fad4dc549559ee452558da5d7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767796 Sep 01 15:59:36.696877 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12510a-a1c0-4fd4-a3e7-9c1f77e5a435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773d505-5372-4b41-a4e7-2948380ffa72,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:36.698310 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44288) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:36.768339 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-414895e5-50b7-41f3-8120-98e2e877873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:36.769842 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-414895e5-50b7-41f3-8120-98e2e877873c service neutron] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 917 time: 0.1444261 Sep 01 15:59:36.779320 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.823547 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-6201e2c5-160f-48a6-b2ee-b909a79fca4f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a HTTP/1.1" status: 200 len: 217 time: 0.0416598 Sep 01 15:59:36.834714 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:36.903340 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-cc317bd3-79db-44be-b11f-e640f53ccdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:36.904810 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-cc317bd3-79db-44be-b11f-e640f53ccdda service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.0601792 Sep 01 15:59:36.951855 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-508c1f6c-8bea-413e-9ac6-563c169ec41a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299397 Sep 01 15:59:37.006723 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:37.009545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:37.010656 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0773d505-5372-4b41-a4e7-2948380ffa72 HTTP/1.1" status: 204 len: 168 time: 0.3111093 Sep 01 15:59:37.026091 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044516da-2f59-40de-908f-dd560d03c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773d505-5372-4b41-a4e7-2948380ffa72,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:37.069165 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-d4ec7225-ff5e-4c20-995f-d6890458038a service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035252 Sep 01 15:59:37.315857 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:37.372667 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5e9ad569-ce6d-4fe0-b680-14e68ae093cd req-1ee473b8-e55e-4209-b5f5-36a200fcd4a2 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848606 Sep 01 15:59:38.056936 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e3ba650e-d353-4b2c-bd9a-c6858a2e14cf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:59:38.077688 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: e3ba650e-d353-4b2c-bd9a-c6858a2e14cf {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:59:38.078033 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e3ba650e-d353-4b2c-bd9a-c6858a2e14cf not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:59:38.527992 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:38.875090 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-00d08558-cd77-4016-8d6d-6a2428f05c4d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:38.876593 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-00d08558-cd77-4016-8d6d-6a2428f05c4d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.1987157 Sep 01 15:59:38.884680 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-a6a35499-fb91-4360-a6b2-86a9ed26daae tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:38.886091 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-a6a35499-fb91-4360-a6b2-86a9ed26daae tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/networks?id=2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 200 len: 809 time: 0.1906590 Sep 01 15:59:38.905064 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-0bfdc581-319d-4d75-be31-78cbb16bf0f8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/quotas/52bc34884c75461c830e04a52044b246 HTTP/1.1" status: 200 len: 375 time: 0.0180588 Sep 01 15:59:38.906690 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-ef86c3f7-22f0-4e9f-a4b4-57a3230c2ff2 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/quotas/d4cd4d736c8a4748b7d0c4290f5df254 HTTP/1.1" status: 200 len: 375 time: 0.0134640 Sep 01 15:59:38.962816 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-de70e36b-564d-44e3-be68-b13ee8ac0458 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500569 Sep 01 15:59:39.021881 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-f9bcc9f8-81de-4bb6-9af3-5d428f87e25e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109688 Sep 01 15:59:39.119127 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-d899a411-c008-4463-8359-4a8af9cf7dd8 service neutron] 10.222.0.103 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493914 Sep 01 15:59:39.155185 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-6af0db70-8e75-4641-a7b3-ce367329b5c2 service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252789 Sep 01 15:59:39.284932 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-06a5edf0-52d7-434c-aaef-1402e33368e2 service neutron] 10.222.0.103 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584132 Sep 01 15:59:39.295332 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-1e6b2f30-83f5-4160-8d8a-4c6f9a1d6b1c service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152751 Sep 01 15:59:39.303966 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a2292027-658c-4c20-bdc0-c656f2605e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:39.483038 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:39.568831 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfbecf-513e-4046-b218-a4543fa5066b req-3f3a10c4-25c9-4e38-b941-0bb75f305936 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:39.575995 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1cfbecf-513e-4046-b218-a4543fa5066b req-3f3a10c4-25c9-4e38-b941-0bb75f305936 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0608830 Sep 01 15:59:39.612557 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1cfbecf-513e-4046-b218-a4543fa5066b req-03f25f6e-8e68-490c-a126-a1ee56341b54 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Sep 01 15:59:39.694365 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15070ba-51ec-4114-a458-3368d5e4b407 x-openstack-request-id: req-a15070ba-51ec-4114-a458-3368d5e4b407 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:39.695181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf630eaf-23a9-40a6-b636-c255c233921f", "name": "network-vif-deleted", "tag": "e3ba650e-d353-4b2c-bd9a-c6858a2e14cf", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:39.695572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-a15070ba-51ec-4114-a458-3368d5e4b407 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:39.696126 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf630eaf-23a9-40a6-b636-c255c233921f', 'name': 'network-vif-deleted', 'tag': 'e3ba650e-d353-4b2c-bd9a-c6858a2e14cf', 'status': 'completed', 'code': 200} Sep 01 15:59:39.757539 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-72b2c3c0-2dfc-4eef-b025-9126d4bb3b1d req-30f5debb-f452-4f99-9ddc-d9900a7bb011 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 210 time: 0.0412958 Sep 01 15:59:39.773732 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7c7684c9-3c71-41b0-886d-5c35a81fd2e6 req-9c09cb0b-7a9e-47e8-a7cb-7573124f3bcc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0454800 Sep 01 15:59:40.278940 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:40.736029 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2584bc-6246-4b3f-82ac-54852d25e6ae req-10fafec8-7021-4d7b-ba82-fd5de8820a72 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:40.737519 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d2584bc-6246-4b3f-82ac-54852d25e6ae req-10fafec8-7021-4d7b-ba82-fd5de8820a72 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0507183 Sep 01 15:59:40.775818 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d2584bc-6246-4b3f-82ac-54852d25e6ae req-c5926d75-e058-472d-badc-a870991d9f3d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Sep 01 15:59:40.861696 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-85f85b20-0be2-431d-939d-7883849e3c2d req-15023827-6f08-4554-b70a-9fb175e69725 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0307753 Sep 01 15:59:40.893057 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-30aa91a2-3aa6-44a8-81f1-02f0628c586c req-fb5f83e3-db6e-479a-bb3e-4a504903972f tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 210 time: 0.0338778 Sep 01 15:59:41.302396 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44376) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:41.349088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Deleting subnet 74082dd1-9740-49b3-84c6-f6c7b867a015 {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:59:41.352259 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.386177 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.394916 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.572604 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.603723 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74082dd1-9740-49b3-84c6-f6c7b867a015,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:41.609527 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.610836 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-a74a4211-adad-4e81-8342-b57c0bf8e441 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/74082dd1-9740-49b3-84c6-f6c7b867a015 HTTP/1.1" status: 204 len: 168 time: 0.3073494 Sep 01 15:59:41.613496 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44380) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:41.690626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.772305 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:41.782266 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.782604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.783349 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.783676 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.784009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.784338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.784653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.784966 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.785405 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.785692 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.959140 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-300e9ff7-e842-4a2d-96c7-c73084d195f8 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:41.964245 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-300e9ff7-e842-4a2d-96c7-c73084d195f8 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "GET /v2.0/networks?id=2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 200 len: 809 time: 0.1177590 Sep 01 15:59:41.981131 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.981508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.981834 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.982157 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 15:59:41.982500 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f70058-b407-4ced-9933-398f61b8541a']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:41.987710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Request body: {'port': {'device_id': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774', 'admin_state_up': True, 'tenant_id': 'd4cd4d736c8a4748b7d0c4290f5df254'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:41.990632 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.066630 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13badb1b-be0c-449d-adfd-1a446f1789b1') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:42.067811 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13badb1b-be0c-449d-adfd-1a446f1789b1') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:42.096285 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-acce264c-96be-4c68-91fb-caea155b0226 req-c8197f20-2f4d-4272-9913-389248d251c4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.1086397 Sep 01 15:59:42.119180 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.142014 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.154773 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc09dc0-6033-4dc2-bb00-ac7f4e836ec8 req-75549d68-92f0-4508-9bfe-306e1b9b8743 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:42.156255 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4dc09dc0-6033-4dc2-bb00-ac7f4e836ec8 req-75549d68-92f0-4508-9bfe-306e1b9b8743 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.1652541 Sep 01 15:59:42.160568 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:59:42.162729 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.192592 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Made reservation on behalf of d4cd4d736c8a4748b7d0c4290f5df254 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:42.201261 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: from cryptography.utils import int_from_bytes Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: from cryptography.utils import int_from_bytes Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:59:42.201792 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:59:42.355831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Allocated IP 172.20.0.4 (2ce43e41-fb33-48f4-a3b5-9ad249075774/ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f/13d0e482-d94a-4663-a889-02340aa539e1) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:42.475809 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d5c0e423-6c3c-484b-9b8d-dd515aa6d23a req-c8290d2b-7a70-4613-9e86-faa6eb5ac3ac tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 210 time: 0.2662683 Sep 01 15:59:42.509982 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4dc09dc0-6033-4dc2-bb00-ac7f4e836ec8 req-d6871eca-8a42-491e-a340-a45207358609 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069866 Sep 01 15:59:42.516049 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.715499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.722798 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.725057 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] 10.222.0.103 "DELETE /v2.0/networks/c8f70058-b407-4ced-9933-398f61b8541a HTTP/1.1" status: 204 len: 168 time: 1.1102431 Sep 01 15:59:42.737257 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3d1b-4c00-4b95-964d-c2639dcbbde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f70058-b407-4ced-9933-398f61b8541a,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:42.778700 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.820168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:42.823222 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:42.825898 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:42.831941 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:42.832609 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.853116 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Pushing event updated for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:42.950254 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-21c83b95-cc3b-4a30-be55-8e5c07260418 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665725 Sep 01 15:59:42.976507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Request body: {'port': {'device_id': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:43.047713 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.178874 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44410) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:43.202389 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-72778c38-3807-4694-9b4c-fff3f4e8f5a8 req-1182a395-d6ca-4a87-a5bc-c459e9edf7e4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0322018 Sep 01 15:59:43.239670 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4fbe126b-fb09-4e23-a408-8476f543b6f5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=03d78c7886964f82aca8f14e0e9db12e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549910 Sep 01 15:59:43.239957 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44414) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:43.293425 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.314633 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.327075 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d0e482-d94a-4663-a889-02340aa539e1 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:43.335293 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.347611 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Transition to ACTIVE for port object 13d0e482-d94a-4663-a889-02340aa539e1 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:43.455091 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.483623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.486430 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.491965 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2465751 Sep 01 15:59:43.501571 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caa34c-1edc-48a5-9cc2-f53748edb190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf3eb1-029c-4328-ac33-a7ade8f1d9f4,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:43.562545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Pushing event updated for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:43.564966 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Attempting to bind port 13d0e482-d94a-4663-a889-02340aa539e1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:43.565321 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Attempting to bind port 13d0e482-d94a-4663-a889-02340aa539e1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:43.565771 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Attempting to bind port 13d0e482-d94a-4663-a889-02340aa539e1 on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:43.571517 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Port 13d0e482-d94a-4663-a889-02340aa539e1 on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:59:43.571758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Attempting to bind port 13d0e482-d94a-4663-a889-02340aa539e1 on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:43.578850 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:43.578850 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Checking segment: {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:43.578850 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Bound using segment: {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:43.579210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Bound port: 13d0e482-d94a-4663-a889-02340aa539e1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:43.579703 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.649166 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:43.652555 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13d0e482-d94a-4663-a889-02340aa539e1,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:43.662671 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e41c64-7672-4a01-8be7-863e70e2cbe7 req-46e5e321-bb1d-4a93-b2c9-7d3a17f92f36 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:43.664214 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-85e41c64-7672-4a01-8be7-863e70e2cbe7 req-46e5e321-bb1d-4a93-b2c9-7d3a17f92f36 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 943 time: 0.0817120 Sep 01 15:59:43.696262 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681e1bd-cec3-4e24-a957-8936afdc3bc6 req-81626ae2-a2c1-40a5-a2ae-9760b4d4df1b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:43.697788 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d681e1bd-cec3-4e24-a957-8936afdc3bc6 req-81626ae2-a2c1-40a5-a2ae-9760b4d4df1b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0819209 Sep 01 15:59:43.725348 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.737770 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-85e41c64-7672-4a01-8be7-863e70e2cbe7 req-d4db7198-abdd-4603-977e-a47173e7577d tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Sep 01 15:59:43.767204 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d681e1bd-cec3-4e24-a957-8936afdc3bc6 req-977ea319-0f77-4b67-b97d-9c5724217571 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610681 Sep 01 15:59:43.791631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:43.792476 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.794141 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] 10.222.0.97 "PUT /v2.0/ports/13d0e482-d94a-4663-a889-02340aa539e1 HTTP/1.1" status: 200 len: 1093 time: 0.8238137 Sep 01 15:59:43.797019 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:43.799183 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c8e2f8-a5ca-45d9-b093-dff557689978" -d '{"events": [{"name": "network-changed", "server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "tag": "13d0e482-d94a-4663-a889-02340aa539e1"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:43.817602 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725779ba-7d27-4352-864a-fa9e370c6a4b service neutron] Pushing event updated for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:43.839275 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f56f1a-9a8b-473f-b10f-8e05096d8d4e x-openstack-request-id: req-14f56f1a-9a8b-473f-b10f-8e05096d8d4e {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:43.839275 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "tag": "13d0e482-d94a-4663-a889-02340aa539e1", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:43.839275 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-14f56f1a-9a8b-473f-b10f-8e05096d8d4e {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:43.839275 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1', 'status': 'completed', 'code': 200} Sep 01 15:59:43.950071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-cf7ee33b-fb18-4938-8c99-1fe8e3a9b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:43.951617 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-cf7ee33b-fb18-4938-8c99-1fe8e3a9b88e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 1096 time: 0.0414586 Sep 01 15:59:44.085463 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-bca8467b-dbb4-431a-a645-e1eabb254564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.086877 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-bca8467b-dbb4-431a-a645-e1eabb254564 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0989900 Sep 01 15:59:44.199725 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-5c65c970-1b6f-4d73-b4a4-7c5144c1b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.201243 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-32c8e2f8-a5ca-45d9-b093-dff557689978 req-5c65c970-1b6f-4d73-b4a4-7c5144c1b631 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1005011 Sep 01 15:59:44.302077 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4056b541-4fec-4e76-8da4-bf7c4b8d7e92 req-ed03813a-bc57-42ab-9427-4c11b551d301 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0275679 Sep 01 15:59:44.396507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-f9855816-e8ec-4c5e-a5fc-90c08f04c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.398335 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-f9855816-e8ec-4c5e-a5fc-90c08f04c837 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 1096 time: 0.0437155 Sep 01 15:59:44.467308 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-4f6f3562-118a-4c69-8ea2-f029657968e8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d0e482-d94a-4663-a889-02340aa539e1 HTTP/1.1" status: 200 len: 217 time: 0.0436311 Sep 01 15:59:44.630355 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-8543a27a-ec71-4600-b914-8d47d83950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.632263 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-8543a27a-ec71-4600-b914-8d47d83950ca service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f HTTP/1.1" status: 200 len: 849 time: 0.1226597 Sep 01 15:59:44.659767 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44450) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:44.681472 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-2fdcfde9-aee5-4729-a29f-1afa9f4d6d66 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ce43e41-fb33-48f4-a3b5-9ad249075774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386801 Sep 01 15:59:44.712223 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-b3ca9b52-ec03-45b4-a58b-87613c67ecc4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.713686 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-b3ca9b52-ec03-45b4-a58b-87613c67ecc4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.2053082 Sep 01 15:59:44.755875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Request body: {'port': {'device_id': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'admin_state_up': True, 'tenant_id': '52bc34884c75461c830e04a52044b246'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:44.767714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-959695018-network', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:44.977128 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-0788cef8-b9d8-4acf-81c4-7ee429895139 service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933382 Sep 01 15:59:44.977613 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573189a5-9c4a-4b99-9742-73e52dc45a4d req-cdb511d9-0bc6-481f-8035-c060d7439d5a tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.977613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-573189a5-9c4a-4b99-9742-73e52dc45a4d req-cdb511d9-0bc6-481f-8035-c060d7439d5a tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 943 time: 0.1139212 Sep 01 15:59:44.977613 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c5151-e293-4ade-9693-eab8a0f1d1d8 req-040ab270-64c2-4352-9f36-2896fe2732d8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.977613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f88c5151-e293-4ade-9693-eab8a0f1d1d8 req-040ab270-64c2-4352-9f36-2896fe2732d8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0648537 Sep 01 15:59:44.998636 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f8f11aed-608f-41bf-91c0-24742d7c0bc5 req-4fb3ae52-ee2d-4eac-a469-151bf3facf5c service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947084 Sep 01 15:59:45.022928 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-573189a5-9c4a-4b99-9742-73e52dc45a4d req-235f0e55-750a-4bee-b9d1-44a386620df7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687020 Sep 01 15:59:45.034259 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f88c5151-e293-4ade-9693-eab8a0f1d1d8 req-3758445f-37b2-4265-9239-ed8c4a56b1b2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Sep 01 15:59:45.057885 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Made reservation on behalf of 482f565c4e7e4d45b377d9d3de633c75 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:45.060844 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.070852 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.350843 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:45.354563 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.423828 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-18c837ae-2da4-4b4a-87e7-83ff360b5227 req-b45e8e70-cd16-4df4-925b-67544380d3dc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0383284 Sep 01 15:59:45.476147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.500335 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Allocated IP 172.20.0.8 (a567782d-ca85-4802-82c6-c75b2032534c/662bb6b9-6516-4926-afa9-6a9c8ceac63a/fccef640-b647-46dc-88a6-d23108d1db9f) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:45.547374 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.568738 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:59:45.584242 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538850f5-eb3c-4e4b-8b4f-553866197cb1,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:45.587124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.587670 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Added segment d506531c-566a-4998-a169-a84e329bb644 of type vlan for network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b Sep 01 15:59:45.628726 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.669013 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.715267 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.716405 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:45.717062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.778224 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:45.787542 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.789647 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:59:45.829065 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Network a567782d-ca85-4802-82c6-c75b2032534c is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:45.835476 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:45.839761 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:45.841417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a994b2be-8a6d-4747-814e-662d62cb4a31 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1789196 Sep 01 15:59:45.843537 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44470) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:45.844698 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:45.845079 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:45.845758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.854889 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Request body: {'subnet': {'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-959695018-subnet', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:45.859122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event updated for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:45.921797 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-5dc2ecbb-1042-41a0-a391-80b224fe0050 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1706409 Sep 01 15:59:45.948185 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Request body: {'port': {'device_id': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:46.004247 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.043774 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Made reservation on behalf of 482f565c4e7e4d45b377d9d3de633c75 for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:46.046676 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8889471'] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.317069 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac5a8e-1d8a-4882-a14a-2edaab2ad8b9 req-988230cc-496d-4e7c-9689-85cf78c6810b tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.319171 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-29ac5a8e-1d8a-4882-a14a-2edaab2ad8b9 req-988230cc-496d-4e7c-9689-85cf78c6810b tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 943 time: 0.1698358 Sep 01 15:59:46.329276 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2794c0-164b-425c-afb4-479cf001a823 req-a4e99472-389f-4616-8562-4f7c2a2e4269 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.330808 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ed2794c0-164b-425c-afb4-479cf001a823 req-a4e99472-389f-4616-8562-4f7c2a2e4269 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.1374218 Sep 01 15:59:46.392678 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccef640-b647-46dc-88a6-d23108d1db9f {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:46.399997 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-29ac5a8e-1d8a-4882-a14a-2edaab2ad8b9 req-ddd9fbe0-7296-4e11-8d0e-3f6e617a0fa0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Sep 01 15:59:46.400772 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.415069 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ed2794c0-164b-425c-afb4-479cf001a823 req-6a9ca809-be74-4aa5-bc82-18f31eb4ddae tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671020 Sep 01 15:59:46.423089 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Transition to ACTIVE for port object fccef640-b647-46dc-88a6-d23108d1db9f will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:46.476108 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3693516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8889449'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.522494 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.552469 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98dc54d5-3f25-4750-a975-0e8696a65dcc,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:46.579641 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Checking segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:46.584026 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Network hostable DHCP agents. Network: 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:59:46.598907 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec86a-59dc-454c-92c2-bd7d9371cc50 req-5437fe6c-e43a-4c9f-88ee-0c409fcca408 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.599218 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Pushing event updated for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:46.600776 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa5ec86a-59dc-454c-92c2-bd7d9371cc50 req-5437fe6c-e43a-4c9f-88ee-0c409fcca408 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.0956485 Sep 01 15:59:46.637118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Attempting to bind port fccef640-b647-46dc-88a6-d23108d1db9f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:46.637488 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Attempting to bind port fccef640-b647-46dc-88a6-d23108d1db9f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:46.637813 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Attempting to bind port fccef640-b647-46dc-88a6-d23108d1db9f on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:46.642530 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Port fccef640-b647-46dc-88a6-d23108d1db9f on network a567782d-ca85-4802-82c6-c75b2032534c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:59:46.646316 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Attempting to bind port fccef640-b647-46dc-88a6-d23108d1db9f on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:46.648411 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:46.648749 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Checking segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:46.649130 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Bound using segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:46.649633 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Bound port: fccef640-b647-46dc-88a6-d23108d1db9f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:46.649934 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.651840 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa5ec86a-59dc-454c-92c2-bd7d9371cc50 req-b1b4c9d9-1ce8-4057-a9cf-b10341fb3cd7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Sep 01 15:59:46.693449 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:59:46.725632 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:46.729433 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccef640-b647-46dc-88a6-d23108d1db9f,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:46.815135 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:46.815932 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.820588 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.825939 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.827583 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa747d-c2af-477c-8021-74caa0712524 None None] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:46.868086 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.868693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.870122 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] 10.222.0.97 "PUT /v2.0/ports/fccef640-b647-46dc-88a6-d23108d1db9f HTTP/1.1" status: 200 len: 1093 time: 0.9276423 Sep 01 15:59:46.870548 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:46.872738 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90" -d '{"events": [{"name": "network-changed", "server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:46.900752 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f986-9728-47d5-a0ae-92ac7d3528da service neutron] Pushing event updated for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:46.919569 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05db44e-17b9-43b3-a0e1-86fbf64cafd6 x-openstack-request-id: req-d05db44e-17b9-43b3-a0e1-86fbf64cafd6 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:46.919842 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:46.920119 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-d05db44e-17b9-43b3-a0e1-86fbf64cafd6 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:46.920506 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f', 'status': 'completed', 'code': 200} Sep 01 15:59:46.933192 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4bc4e739-b5b6-4690-bae8-822a4b5ec0a3 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0879815 Sep 01 15:59:46.935766 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44492) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:46.943045 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:46.990775 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:59:46.991632 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.037064 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-f1f5f6d8-bad1-4463-94b0-c2ce0cad412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.038077 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-f1f5f6d8-bad1-4463-94b0-c2ce0cad412d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 1096 time: 0.0429108 Sep 01 15:59:47.090204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.091793 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.133912 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Allocated IP 172.20.0.2 (6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b/98dc54d5-3f25-4750-a975-0e8696a65dcc/f544620f-521e-47fc-aaeb-81c11789b142) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:47.150543 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.164186 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-f783f324-b34b-4881-85a6-f941deb157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.165716 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-f783f324-b34b-4881-85a6-f941deb157ea service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=52bc34884c75461c830e04a52044b246&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1030526 Sep 01 15:59:47.269145 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-2e242802-b98d-47fa-b07c-c361850c8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.270670 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-da1f6e7e-5758-4aa1-b060-a2de0b89fe90 req-2e242802-b98d-47fa-b07c-c361850c8d45 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925725 Sep 01 15:59:47.283774 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.292859 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Transition to ACTIVE for port object f544620f-521e-47fc-aaeb-81c11789b142 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:47.309201 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Transition to ACTIVE for port object f544620f-521e-47fc-aaeb-81c11789b142 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:47.377020 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.382119 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.391083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-0e4e7eb3-196b-4924-947f-201a025a321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.391083 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-0e4e7eb3-196b-4924-947f-201a025a321e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 1096 time: 0.0467987 Sep 01 15:59:47.424005 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:47.427601 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:47.430146 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:47.438109 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Pushing event updated for resources: {'Port': ['ID=f544620f-521e-47fc-aaeb-81c11789b142,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:47.442399 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-a0df9140-4fab-465f-971e-c73605315eb1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fccef640-b647-46dc-88a6-d23108d1db9f HTTP/1.1" status: 200 len: 217 time: 0.0361114 Sep 01 15:59:47.448515 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.454220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:47.525148 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Attempting to bind port f544620f-521e-47fc-aaeb-81c11789b142 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:47.528939 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Attempting to bind port f544620f-521e-47fc-aaeb-81c11789b142 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:47.528939 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Attempting to bind port f544620f-521e-47fc-aaeb-81c11789b142 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:47.542034 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:47.542577 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Checking segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:47.543456 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.543456 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Bound using segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:47.544529 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Bound port: f544620f-521e-47fc-aaeb-81c11789b142, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:47.544529 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.558471 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-9a3fd01d-dcaa-4b54-8a83-9e3ab3c503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.563161 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-9a3fd01d-dcaa-4b54-8a83-9e3ab3c503f7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.0872617 Sep 01 15:59:47.596632 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-37a42682-67ac-4f37-bf8d-f0b77a8e4ac0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241697 Sep 01 15:59:47.618375 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] For port f544620f-521e-47fc-aaeb-81c11789b142, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:47.622276 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] For port f544620f-521e-47fc-aaeb-81c11789b142, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=f544620f-521e-47fc-aaeb-81c11789b142,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:47.698909 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145db1-57b9-495a-89b9-9b066c63e43d req-d47f58e0-59b0-4db9-8852-2a832b847044 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.700412 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24145db1-57b9-495a-89b9-9b066c63e43d req-d47f58e0-59b0-4db9-8852-2a832b847044 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 943 time: 0.1489987 Sep 01 15:59:47.706990 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.708616 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d8ef-ed8f-4507-9543-3dfca38582b3 req-13ccd8de-2e88-4d04-9d06-f6bea44a2a2d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.710343 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0f04d8ef-ed8f-4507-9543-3dfca38582b3 req-13ccd8de-2e88-4d04-9d06-f6bea44a2a2d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.1615262 Sep 01 15:59:47.783079 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee894f-6407-4dd2-be68-4ffbbfc385dc None None] Pushing event updated for resources: {'Port': ['ID=f544620f-521e-47fc-aaeb-81c11789b142,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:47.809961 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.843552 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24145db1-57b9-495a-89b9-9b066c63e43d req-e24c66c7-a7e4-4163-952f-db17adfc2749 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322839 Sep 01 15:59:47.844861 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.849461 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0f04d8ef-ed8f-4507-9543-3dfca38582b3 req-5122d09a-e55c-4f23-84df-d8301e14409c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069109 Sep 01 15:59:48.004172 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Allocated IP 172.27.3.190 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:48.026905 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6545-40b4-4250-b42c-6f672be3bd61 req-abbce3e1-5b28-4baa-96fe-1f7017577c0d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.028498 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a57b6545-40b4-4250-b42c-6f672be3bd61 req-abbce3e1-5b28-4baa-96fe-1f7017577c0d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.1152108 Sep 01 15:59:48.129040 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a57b6545-40b4-4250-b42c-6f672be3bd61 req-f700104e-d011-4e14-ad0c-339f8242093c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Sep 01 15:59:48.160233 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.267385 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.311836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:48.317074 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:48.319623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:48.322743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Pushing event updated for resources: {'Port': ['ID=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:48.640780 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.699565 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-bcf3b96b-1e27-4f74-bf7f-7a6ebdcf47cb service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222968 Sep 01 15:59:48.769663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bda661-4395-44ce-ac04-412e89d0cbd9 None None] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:48.862137 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.932206 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-413fe390-edec-4dac-a8b5-3f851dd96cad None None] Provisioning for port f544620f-521e-47fc-aaeb-81c11789b142 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:49.016293 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326b31-63df-46cf-b9e6-b95d5f7b2e3e req-0ed0001b-c956-4c02-ab90-7a81450df562 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.017825 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e7326b31-63df-46cf-b9e6-b95d5f7b2e3e req-0ed0001b-c956-4c02-ab90-7a81450df562 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0938971 Sep 01 15:59:49.076302 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e7326b31-63df-46cf-b9e6-b95d5f7b2e3e req-056fcdd3-0558-4be9-84d8-df3668c51db9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Sep 01 15:59:49.163501 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Router 6d15bc95-2303-4edd-93cf-82b96192546b is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:59:49.221708 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128003a-2a16-49a8-afd1-dd9c5cb32092 req-8279b99b-fdba-414e-9ec0-0906ea8605dd tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.223241 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5128003a-2a16-49a8-afd1-dd9c5cb32092 req-8279b99b-fdba-414e-9ec0-0906ea8605dd tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 943 time: 0.0918453 Sep 01 15:59:49.303105 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5128003a-2a16-49a8-afd1-dd9c5cb32092 req-90258589-5735-4a63-972f-6ecc52661083 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Sep 01 15:59:49.313488 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:59:49.325005 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:59:49.338924 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:49.338924 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:49.389769 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:49.390871 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6574a128-03d9-4467-82de-fec37242db6c admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4541872 Sep 01 15:59:49.393638 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44516) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:49.450246 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:49.609654 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 13d0e482-d94a-4663-a889-02340aa539e1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:49.622129 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cfc2-9f97-440d-9c45-423d6f1b20b6 req-69b53bc3-d4fd-4bf0-a0e9-336ac7f4cdcb tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.630393 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d226cfc2-9f97-440d-9c45-423d6f1b20b6 req-69b53bc3-d4fd-4bf0-a0e9-336ac7f4cdcb tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.2522464 Sep 01 15:59:49.678607 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:48Z', 'revision_number': 3, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:49.718816 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d226cfc2-9f97-440d-9c45-423d6f1b20b6 req-fad03cec-3d5e-4602-9740-3d881ef1a01c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Sep 01 15:59:49.738795 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13d0e482-d94a-4663-a889-02340aa539e1,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:49.748236 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:59:49.749024 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Updating router 6d15bc95-2303-4edd-93cf-82b96192546b port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:59:49.752629 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '13d0e482-d94a-4663-a889-02340aa539e1', 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774', 'port_id': '13d0e482-d94a-4663-a889-02340aa539e1', 'mac_address': 'fa:16:3e:53:ad:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:49.777455 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:49.796262 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:49.813139 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d0e482-d94a-4663-a889-02340aa539e1 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:49.836537 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13d0e482-d94a-4663-a889-02340aa539e1,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:49.906360 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:49.982805 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:50.034596 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device f544620f-521e-47fc-aaeb-81c11789b142 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:50.086852 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.096664 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Transition to ACTIVE for port object bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:50.126075 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.141650 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port f544620f-521e-47fc-aaeb-81c11789b142 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:50.146415 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port f544620f-521e-47fc-aaeb-81c11789b142 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:50.147170 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.170118 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.205836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361193d0-41d9-4569-b040-257df037afe9 req-ebc5d301-d0cc-4a87-9cb6-7a5dee170bed tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:50.207433 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-361193d0-41d9-4569-b040-257df037afe9 req-ebc5d301-d0cc-4a87-9cb6-7a5dee170bed tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0631304 Sep 01 15:59:50.222301 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Pushing event updated for resources: {'Port': ['ID=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,revision_number=2']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:50.236177 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.237011 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.237412 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.237882 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.238227 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.238560 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.238891 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.239736 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.240097 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.240516 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.240855 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.241181 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.241534 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:50.252552 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-361193d0-41d9-4569-b040-257df037afe9 req-f933a2f9-f755-43d1-b8f5-7c272bd1cb7b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Sep 01 15:59:50.263381 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Attempting to bind port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:50.263835 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Attempting to bind port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:50.264277 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Attempting to bind port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Bound port: bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:50.276994 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.277671 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port f544620f-521e-47fc-aaeb-81c11789b142, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=f544620f-521e-47fc-aaeb-81c11789b142,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:50.333857 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Allocated IP 172.20.0.1 (6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b/98dc54d5-3f25-4750-a975-0e8696a65dcc/b8d92785-740d-42f2-a0e4-7b97c9064b93) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:50.338607 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] For port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:50.341958 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] For port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:50.343719 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.398902 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=f544620f-521e-47fc-aaeb-81c11789b142,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:50.418411 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.427636 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d683-666a-41bd-b8af-a7d1a07122fa req-36a228bc-52e4-4a1f-abbb-58664228cf14 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:50.429259 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8989d683-666a-41bd-b8af-a7d1a07122fa req-36a228bc-52e4-4a1f-abbb-58664228cf14 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 944 time: 0.0528464 Sep 01 15:59:50.451397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.465671 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Transition to ACTIVE for port object b8d92785-740d-42f2-a0e4-7b97c9064b93 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:50.476392 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8989d683-666a-41bd-b8af-a7d1a07122fa req-e6371ea8-5955-440c-b68f-2ed65e2c1f3b tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Sep 01 15:59:50.480280 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:50.480644 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:50.494200 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee16ad9-29a6-45ff-b64d-754a2eba9506 None None] Pushing event updated for resources: {'Port': ['ID=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:50.573636 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.599631 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:50.616419 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:50.621761 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:50.624917 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:50.626020 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.669500 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Pushing event updated for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:50.859335 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a75178-8910-46fb-9e62-7862eb5632a4 req-8f24ed33-c637-405e-8d0c-e54ad0f0c174 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:50.860410 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-81a75178-8910-46fb-9e62-7862eb5632a4 req-8f24ed33-c637-405e-8d0c-e54ad0f0c174 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.0814927 Sep 01 15:59:50.878708 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.909284 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-81a75178-8910-46fb-9e62-7862eb5632a4 req-faceeabb-ffb9-4ce9-b651-7b5a05fb42cc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Sep 01 15:59:50.915925 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:48Z', 'revision_number': 3, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:50.946614 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab553dd8-adb8-4bd5-a584-5334a8dcbbb0 None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:48Z', 'revision_number': 3, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:59:50.949346 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-e9330642-d685-4c28-a60b-e5bd8bed4d55 None None] Provisioning for port b8d92785-740d-42f2-a0e4-7b97c9064b93 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:50.953492 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-e9330642-d685-4c28-a60b-e5bd8bed4d55 None None] Provisioning complete for port b8d92785-740d-42f2-a0e4-7b97c9064b93 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:50.953870 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-e9330642-d685-4c28-a60b-e5bd8bed4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.954463 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-46f6caa5-0467-4f25-b8c4-2b5cbb771eb7 req-b20967fb-77d3-4f59-8b49-5ab078da89e4 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038596 Sep 01 15:59:50.999663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-e9330642-d685-4c28-a60b-e5bd8bed4d55 None None] Port b8d92785-740d-42f2-a0e4-7b97c9064b93 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:59:51.103516 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:51.212558 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:51.213338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:51.237933 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['13d0e482-d94a-4663-a889-02340aa539e1'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:51.303033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Pushing event updated for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:51.375199 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:51.378849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:51.430453 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533aca5-a124-4d08-82e1-26a1345642d2 req-f860cee6-34c3-4776-b9b9-71151f6a7c92 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:51.433729 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a533aca5-a124-4d08-82e1-26a1345642d2 req-f860cee6-34c3-4776-b9b9-71151f6a7c92 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0873563 Sep 01 15:59:51.484363 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a533aca5-a124-4d08-82e1-26a1345642d2 req-00a90802-8f15-47b4-9f26-12b74731b8dc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Sep 01 15:59:51.543756 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:59:51.627682 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5c598-c757-46c2-b469-137a64b29422 req-5c1f6c43-3dc7-439c-adc3-d6d312e94fad tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:51.629321 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1d5c598-c757-46c2-b469-137a64b29422 req-5c1f6c43-3dc7-439c-adc3-d6d312e94fad tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 944 time: 0.0752099 Sep 01 15:59:51.631027 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-22356293-8822-42f0-ac4b-31e50bcb6aff None None] Provisioning complete for port b8d92785-740d-42f2-a0e4-7b97c9064b93 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:51.631561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-22356293-8822-42f0-ac4b-31e50bcb6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:51.666801 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:59:51.677338 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-3acedc81-e572-46bb-a2fd-0bb73ec222ee admin admin] 10.222.0.103 "PUT /v2.0/routers/6d15bc95-2303-4edd-93cf-82b96192546b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2772427 Sep 01 15:59:51.683055 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-22356293-8822-42f0-ac4b-31e50bcb6aff None None] Port b8d92785-740d-42f2-a0e4-7b97c9064b93 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:59:51.690812 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1d5c598-c757-46c2-b469-137a64b29422 req-29725672-cf17-4301-991b-50d1ea6a3e00 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542738 Sep 01 15:59:52.027949 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:52.069719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12fc8-4c14-47b2-9c97-903bf3eebca6 req-b02137bc-a4d8-4761-bb39-5c7935faeb64 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:52.071655 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00f12fc8-4c14-47b2-9c97-903bf3eebca6 req-b02137bc-a4d8-4761-bb39-5c7935faeb64 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.0577476 Sep 01 15:59:52.121832 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00f12fc8-4c14-47b2-9c97-903bf3eebca6 req-8a24cd5e-f1cd-49e2-ad9d-df641dbd5d59 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Sep 01 15:59:52.147545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:52.151609 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:52.157390 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.229422 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.249702 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:52.321162 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.322115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device f544620f-521e-47fc-aaeb-81c11789b142 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:52.516634 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:52.531584 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port f544620f-521e-47fc-aaeb-81c11789b142 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:52.531951 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.576496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44552) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:52.588081 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289757152', 'description': 'tempest-description--1055368050'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:52.620366 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d9c5-a3ab-440f-b362-1c44dd400ae0 req-9756fbdf-c1a3-44f0-9655-1998b226f855 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:52.622593 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4d9d9c5-a3ab-440f-b362-1c44dd400ae0 req-9756fbdf-c1a3-44f0-9655-1998b226f855 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Sep 01 15:59:52.628198 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:59:52.639695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:52.640452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:52.666030 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4d9d9c5-a3ab-440f-b362-1c44dd400ae0 req-3daffe0c-373d-436a-be76-0c8408526731 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Sep 01 15:59:52.683332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.752080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:52.773007 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.781493 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 13d0e482-d94a-4663-a889-02340aa539e1 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:52.819003 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89877a1-199a-423e-ac65-e6c39d929b7a req-83943b96-7544-4403-8583-7ab0ef91f776 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:52.820550 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f89877a1-199a-423e-ac65-e6c39d929b7a req-83943b96-7544-4403-8583-7ab0ef91f776 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 944 time: 0.0558069 Sep 01 15:59:52.841168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.873953 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f89877a1-199a-423e-ac65-e6c39d929b7a req-22390e94-101d-4d25-88ba-7ed842ea0662 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Sep 01 15:59:52.879206 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d227e9ce-f8d7-4568-b831-40e26304d0fb,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:52.932438 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.937962 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44558) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:52.938092 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-f3bf45b5-cbd0-459a-96af-d9e9cd6cbc2f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3604715 Sep 01 15:59:52.943526 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group_rule': {'security_group_id': 'd227e9ce-f8d7-4568-b831-40e26304d0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:53.012733 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 2, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:53.039276 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:59:53.039958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Updating router 6d15bc95-2303-4edd-93cf-82b96192546b port b8d92785-740d-42f2-a0e4-7b97c9064b93 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:59:53.041567 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 13d0e482-d94a-4663-a889-02340aa539e1 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:53.058085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.059574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 13d0e482-d94a-4663-a889-02340aa539e1 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:53.063440 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.095668 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.114620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.187064 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.214467 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c8fb1c-68ab-4a76-a21c-13d8a584501c,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.256575 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159459b2-beb2-4cc0-80b5-b78162263d48 req-7503ecc1-6f25-4f4d-9b84-1d9a4b933414 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:53.258103 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-159459b2-beb2-4cc0-80b5-b78162263d48 req-7503ecc1-6f25-4f4d-9b84-1d9a4b933414 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.0580320 Sep 01 15:59:53.258978 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.292499 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:53.294785 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5ce13c-8790-49a4-89de-4f304f67aec8" -d '{"events": [{"server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "name": "network-vif-plugged", "status": "completed", "tag": "13d0e482-d94a-4663-a889-02340aa539e1"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:53.298380 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-159459b2-beb2-4cc0-80b5-b78162263d48 req-790c63bd-7e1d-491e-8510-7b1225be3a62 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Sep 01 15:59:53.327241 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.330813 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-2679a712-9ed2-4e57-8716-46a22545fd18 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894563 Sep 01 15:59:53.331105 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44568) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:53.336871 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group_rule': {'security_group_id': 'd227e9ce-f8d7-4568-b831-40e26304d0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:53.339558 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13d0e482-d94a-4663-a889-02340aa539e1,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:53.350809 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc85abc-a361-4e6c-87e0-56c88b82ca89 x-openstack-request-id: req-ebc85abc-a361-4e6c-87e0-56c88b82ca89 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:53.351081 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "name": "network-vif-plugged", "status": "completed", "tag": "13d0e482-d94a-4663-a889-02340aa539e1", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:53.351338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ebc85abc-a361-4e6c-87e0-56c88b82ca89 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:53.351730 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1', 'code': 200} Sep 01 15:59:53.437118 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.441617 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.488950 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.503134 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.509864 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Transition to ACTIVE for port object b8d92785-740d-42f2-a0e4-7b97c9064b93 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:53.514778 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.604150 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.604436 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.622459 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf55335-03a0-47e1-ae4f-7e05fe6e92be,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.658240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83a71-2d55-4f61-a168-b009a151d035 None None] Pushing event updated for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.707663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Attempting to bind port b8d92785-740d-42f2-a0e4-7b97c9064b93 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:53.708699 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Attempting to bind port b8d92785-740d-42f2-a0e4-7b97c9064b93 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:53.709072 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Attempting to bind port b8d92785-740d-42f2-a0e4-7b97c9064b93 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:53.714631 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:53.714976 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Checking segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:53.715323 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.715724 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Bound using segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:53.716200 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Bound port: b8d92785-740d-42f2-a0e4-7b97c9064b93, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:53.716563 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.718475 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.722853 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4a9776e5-a418-447e-81c4-0bb064ecffcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898382 Sep 01 15:59:53.723001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44572) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:53.729305 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:53.793944 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] For port b8d92785-740d-42f2-a0e4-7b97c9064b93, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:53.797281 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] For port b8d92785-740d-42f2-a0e4-7b97c9064b93, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=b8d92785-740d-42f2-a0e4-7b97c9064b93,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:53.808023 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdc0a8-6b64-488c-ab34-3d35d2dacb81 req-e0caa789-129b-46b2-816f-c33ccb5eef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:53.810233 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aacdc0a8-6b64-488c-ab34-3d35d2dacb81 req-e0caa789-129b-46b2-816f-c33ccb5eef99 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 1098 time: 0.0585830 Sep 01 15:59:53.831251 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c62f1-08f2-4675-b743-8bcc7bb9ec5d req-754e5b36-1871-4ff2-8974-8684974f6014 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:53.833114 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bb6c62f1-08f2-4675-b743-8bcc7bb9ec5d req-754e5b36-1871-4ff2-8974-8684974f6014 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0555818 Sep 01 15:59:53.850900 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.858778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.863323 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aacdc0a8-6b64-488c-ab34-3d35d2dacb81 req-852de8e1-c569-40bf-9e99-1235267f5b62 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298297 Sep 01 15:59:53.916348 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bb6c62f1-08f2-4675-b743-8bcc7bb9ec5d req-52cce22a-e59a-4850-91af-b4a7774d5de3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773935 Sep 01 15:59:53.925922 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:53.927112 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T15:59:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:53.970006 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f83a71-2d55-4f61-a168-b009a151d035 None None] Pushing event updated for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:54.049947 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:54.079384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.100102 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b38727-d6ee-4d5f-a659-e3ff65ec5a66 req-baaa4864-0a22-4858-8d93-896151e87979 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:54.105734 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a5b38727-d6ee-4d5f-a659-e3ff65ec5a66 req-baaa4864-0a22-4858-8d93-896151e87979 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0804036 Sep 01 15:59:54.108845 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:54.165435 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:54.165730 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.220934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a5b38727-d6ee-4d5f-a659-e3ff65ec5a66 req-30f40d1b-f9a9-4e0d-b873-cf2c879d4ff9 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Sep 01 15:59:54.250447 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Allocated IP 172.27.3.238 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/237a7ced-93c9-42eb-812f-632e12b84f72) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:54.394567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.417783 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:53Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:54.451688 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acace-3ae4-4f3b-8428-89c02f8feb9a None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:53Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:59:54.466549 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee2f8-b060-4f33-97fb-f5443e00628e req-10a4ccbf-c323-4d41-9f41-409dd593d5cc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:54.472178 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb9ee2f8-b060-4f33-97fb-f5443e00628e req-10a4ccbf-c323-4d41-9f41-409dd593d5cc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 943 time: 0.0691905 Sep 01 15:59:54.525764 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb9ee2f8-b060-4f33-97fb-f5443e00628e req-40a902f0-2062-4691-b080-bb015328014a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Sep 01 15:59:54.574958 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.620631 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:54.623705 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:54.627583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:54.651973 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=237a7ced-93c9-42eb-812f-632e12b84f72,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:54.730128 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.777269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device fccef640-b647-46dc-88a6-d23108d1db9f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:54.836171 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.906323 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccef640-b647-46dc-88a6-d23108d1db9f,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:54.923342 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'fccef640-b647-46dc-88a6-d23108d1db9f', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'port_id': 'fccef640-b647-46dc-88a6-d23108d1db9f', 'mac_address': 'fa:16:3e:c8:4f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bb6b9-6516-4926-afa9-6a9c8ceac63a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:55.000026 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.015025 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccef640-b647-46dc-88a6-d23108d1db9f {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:55.035733 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccef640-b647-46dc-88a6-d23108d1db9f,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:55.083567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.104123 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.115613 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab825a9-1f56-45b3-a479-119f0d4ac582 req-27d7040c-cc91-4b12-a4f8-5d402eb858b6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:55.117243 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ab825a9-1f56-45b3-a479-119f0d4ac582 req-27d7040c-cc91-4b12-a4f8-5d402eb858b6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0903158 Sep 01 15:59:55.162045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ab825a9-1f56-45b3-a479-119f0d4ac582 req-c4c5f586-7147-4a49-adf7-c1301c69bd13 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 Sep 01 15:59:55.168041 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.168328 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:55.246100 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=237a7ced-93c9-42eb-812f-632e12b84f72,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:55.259428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.336597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.338101 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-436db491-8b1c-45b1-856f-03ac51da5154 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6139822 Sep 01 15:59:55.363166 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9686ee-22d0-4163-8a3f-bb9d6696ba60 req-d3b46a51-fdce-4654-bc95-46185ce2ebf0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:55.365512 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7f9686ee-22d0-4163-8a3f-bb9d6696ba60 req-d3b46a51-fdce-4654-bc95-46185ce2ebf0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0662889 Sep 01 15:59:55.405754 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7f9686ee-22d0-4163-8a3f-bb9d6696ba60 req-f6f1a309-dd54-43e0-b4d0-d18f706b95a5 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Sep 01 15:59:55.524029 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-65f6ad31-6822-460f-8908-039b97446552 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--289757152&fields=id&tenant_id=482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 267 time: 0.0367930 Sep 01 15:59:55.661986 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['fccef640-b647-46dc-88a6-d23108d1db9f'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:55.672334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd947fc-2735-4bc2-923e-7cf95b27f8fb req-fae01394-783c-49cb-b1a9-cb9a6435215a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:55.673885 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bd947fc-2735-4bc2-923e-7cf95b27f8fb req-fae01394-783c-49cb-b1a9-cb9a6435215a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 944 time: 0.0787911 Sep 01 15:59:55.681961 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-a05cdee2-3e3f-4f90-9dba-6237c59e0924 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:55.685782 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-a05cdee2-3e3f-4f90-9dba-6237c59e0924 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 810 time: 0.1532621 Sep 01 15:59:55.710437 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-9448a171-ff9a-498e-ad15-54848aa07fc7 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/quotas/482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 375 time: 0.0179014 Sep 01 15:59:55.736174 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bd947fc-2735-4bc2-923e-7cf95b27f8fb req-782ea700-7584-4006-92ab-fca162961e6a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Sep 01 15:59:55.798284 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-64c36a55-e61c-479c-a892-8e1a43d35366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779662 Sep 01 15:59:55.896419 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-aa1fc3c2-9551-4525-91bd-3209d60df8e9 service neutron] 10.222.0.103 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837767 Sep 01 15:59:55.969595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device b8d92785-740d-42f2-a0e4-7b97c9064b93 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:56.009542 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-69517a3c-7fa7-4559-b4f1-f42d9950c178 service neutron] 10.222.0.103 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046174 Sep 01 15:59:56.210693 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port b8d92785-740d-42f2-a0e4-7b97c9064b93 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:56.215513 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port b8d92785-740d-42f2-a0e4-7b97c9064b93 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:56.215904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.300906 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d18579be-404f-4a16-a258-91b50d2daf8d req-4a00acea-0e29-46cb-88ae-6d35bd0b695c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0504549 Sep 01 15:59:56.331944 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.347623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6856-1ea2-494d-a902-5ce788903063 req-be289812-7624-4ea4-a1bd-cfa33c0732fb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:56.349589 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c83b6856-1ea2-494d-a902-5ce788903063 req-be289812-7624-4ea4-a1bd-cfa33c0732fb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Sep 01 15:59:56.377072 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port b8d92785-740d-42f2-a0e4-7b97c9064b93, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=b8d92785-740d-42f2-a0e4-7b97c9064b93,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:56.399153 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c83b6856-1ea2-494d-a902-5ce788903063 req-7e8e8aea-8be2-4a36-9423-128b71d10f8a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Sep 01 15:59:56.455754 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.521788 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:56.548766 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dadc4-5ddb-4fce-b40d-d01127e79970 req-e0de5630-30e0-4741-9a1e-de85f5d8f466 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:56.550355 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f13dadc4-5ddb-4fce-b40d-d01127e79970 req-e0de5630-30e0-4741-9a1e-de85f5d8f466 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0733273 Sep 01 15:59:56.590364 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f13dadc4-5ddb-4fce-b40d-d01127e79970 req-3983a535-14a7-4a80-a401-7ea70245f737 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Sep 01 15:59:56.909035 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502d626-f43e-427f-b748-ad85ca0bf53d req-af3ede08-dc71-42a9-b504-f71f8c7c7d2b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:56.910616 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8502d626-f43e-427f-b748-ad85ca0bf53d req-af3ede08-dc71-42a9-b504-f71f8c7c7d2b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 944 time: 0.0554688 Sep 01 15:59:56.950073 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8502d626-f43e-427f-b748-ad85ca0bf53d req-610be0cd-cebb-4983-81a2-aa4d7d0be664 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Sep 01 15:59:57.398379 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a086c594-2645-401a-a7ea-cdf338e8e0f8 req-6b7da8cc-7bf2-4096-af28-7ee9a979bc98 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0256736 Sep 01 15:59:57.529470 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bb4aa-a416-49f3-acd0-63889596516a req-bc2fef6b-5518-4c03-8b87-63809c89eedf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:57.530956 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e35bb4aa-a416-49f3-acd0-63889596516a req-bc2fef6b-5518-4c03-8b87-63809c89eedf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0598280 Sep 01 15:59:57.573921 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e35bb4aa-a416-49f3-acd0-63889596516a req-b6d740fd-7059-47d1-93f3-d4dcf512e113 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Sep 01 15:59:57.940416 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device b8d92785-740d-42f2-a0e4-7b97c9064b93 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:57.995657 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port b8d92785-740d-42f2-a0e4-7b97c9064b93 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:57.996043 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:58.073547 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3bf00-c90f-4af4-a975-f1749aebd1d1 req-585b6689-5407-4c61-9171-bafb393468de tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:58.075048 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-54d3bf00-c90f-4af4-a975-f1749aebd1d1 req-585b6689-5407-4c61-9171-bafb393468de tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 944 time: 0.0518615 Sep 01 15:59:58.113502 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-54d3bf00-c90f-4af4-a975-f1749aebd1d1 req-37e8e99b-fbbc-4fea-b856-c69412762e51 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Sep 01 15:59:58.630867 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a569e00b-061f-4d00-862a-74ea88f7b394 req-be8c1b1e-52ff-45cb-b3a0-75ebb61f6ebd tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Sep 01 15:59:58.735292 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f966-1251-47ec-bc5f-4d8dec589e61 req-0206a6b7-cd2a-4971-9f3a-31d55a1023b6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:58.736786 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4e25f966-1251-47ec-bc5f-4d8dec589e61 req-0206a6b7-cd2a-4971-9f3a-31d55a1023b6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Sep 01 15:59:58.775450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4e25f966-1251-47ec-bc5f-4d8dec589e61 req-f8105dc7-5695-4c52-9eb4-f7203e0d2fa9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Sep 01 15:59:59.226083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dfaca-5c14-447b-a610-d3cfd2552534 req-08b34773-efcb-491b-b6f4-185ef88b6c4b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:59.227541 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a1dfaca-5c14-447b-a610-d3cfd2552534 req-08b34773-efcb-491b-b6f4-185ef88b6c4b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 944 time: 0.0483487 Sep 01 15:59:59.266174 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a1dfaca-5c14-447b-a610-d3cfd2552534 req-b5f379c8-7fca-4593-b84f-869aa1ad9bfc tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Sep 01 15:59:59.731184 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1e74e6f-561e-4ecd-b526-0a3c23f2ec1b req-ad29d479-591e-4ac0-bc13-269d20915fdd tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0300000 Sep 01 15:59:59.892907 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282274c-58a7-4783-982b-51e0e6f17979 req-a5bfbb7d-0b85-4cdd-b8a1-276de9bacdab tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:59.894447 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9282274c-58a7-4783-982b-51e0e6f17979 req-a5bfbb7d-0b85-4cdd-b8a1-276de9bacdab tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0527990 Sep 01 15:59:59.935085 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9282274c-58a7-4783-982b-51e0e6f17979 req-a9187f08-784f-4476-a0e6-e6354086b13f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Sep 01 16:00:00.384661 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b303d8-5d1f-45cd-80d7-1171a8fec380 req-76ab77f7-c264-4f23-8352-0a362047d70f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:00.386388 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10b303d8-5d1f-45cd-80d7-1171a8fec380 req-76ab77f7-c264-4f23-8352-0a362047d70f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 944 time: 0.0483413 Sep 01 16:00:00.423912 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10b303d8-5d1f-45cd-80d7-1171a8fec380 req-caaddd78-a122-419c-8074-7a2a35b9de1d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Sep 01 16:00:00.472310 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device fccef640-b647-46dc-88a6-d23108d1db9f up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:00.655050 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port fccef640-b647-46dc-88a6-d23108d1db9f completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:00.659411 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port fccef640-b647-46dc-88a6-d23108d1db9f triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:00.659780 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.744572 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.767264 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:00.769553 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e5cf5a-c674-4901-8b78-e31810cf8e71" -d '{"events": [{"server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "name": "network-vif-plugged", "status": "completed", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:00.782398 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccef640-b647-46dc-88a6-d23108d1db9f,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:00.810663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c3e401-9393-4a7b-9f6f-c323582270b1 x-openstack-request-id: req-17c3e401-9393-4a7b-9f6f-c323582270b1 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:00.810980 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "name": "network-vif-plugged", "status": "completed", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:00.811233 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-17c3e401-9393-4a7b-9f6f-c323582270b1 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:00.811631 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f', 'code': 200} Sep 01 16:00:00.836527 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f677bdb8-2ba8-44f9-8c7f-68b8038ed72c req-bcd4b2ff-9aef-412a-9979-06f00f1cd31e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0329936 Sep 01 16:00:00.860832 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.914828 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:01.057138 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789255-8659-4776-a3b7-1e02395697d3 req-89f26524-1a31-4db7-832e-dbf7088b4dd6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:01.058873 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ff789255-8659-4776-a3b7-1e02395697d3 req-89f26524-1a31-4db7-832e-dbf7088b4dd6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0562966 Sep 01 16:00:01.107171 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ff789255-8659-4776-a3b7-1e02395697d3 req-9db23236-5cba-477c-842a-ea886a1d2a08 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Sep 01 16:00:01.248514 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc287f7-6d19-461e-8d23-50b7a1067af7 req-29a9d541-b1bf-4139-9c54-744ca7127041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:01.250075 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fdc287f7-6d19-461e-8d23-50b7a1067af7 req-29a9d541-b1bf-4139-9c54-744ca7127041 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 1098 time: 0.0462642 Sep 01 16:00:01.300118 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fdc287f7-6d19-461e-8d23-50b7a1067af7 req-5d6ef524-9c36-4816-831d-f1f264f71a3c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Sep 01 16:00:01.542193 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93578b-74a9-4829-8fc1-95391978fcfc req-7998e7a2-639d-430b-90e3-73322c9d384d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:01.543722 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-de93578b-74a9-4829-8fc1-95391978fcfc req-7998e7a2-639d-430b-90e3-73322c9d384d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0506253 Sep 01 16:00:01.611581 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-de93578b-74a9-4829-8fc1-95391978fcfc req-03012e63-10bb-4052-9e27-80628589d67f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617926 Sep 01 16:00:01.626999 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155c9e5-f09c-4a71-a87d-12258c7236a8 req-15b89297-d536-47a9-b024-52425b71d4ac tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:01.628484 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c155c9e5-f09c-4a71-a87d-12258c7236a8 req-15b89297-d536-47a9-b024-52425b71d4ac tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0728493 Sep 01 16:00:01.670981 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c155c9e5-f09c-4a71-a87d-12258c7236a8 req-c4bc222e-4ffd-4c47-84c5-6429c5107b07 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Sep 01 16:00:01.885578 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-a0c6833c-43a7-49b6-a676-27555629eea5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:01.887106 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-a0c6833c-43a7-49b6-a676-27555629eea5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 810 time: 0.1033981 Sep 01 16:00:01.929647 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5b17b05f-f1d2-4038-a75a-f39f25397938 req-dc081037-057d-4369-82bd-11bb7772753e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0273359 Sep 01 16:00:02.021813 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-d0a413f7-9a8c-4cb9-a258-0abed1a2cab4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 379 time: 0.0350776 Sep 01 16:00:02.033245 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'port': {'device_id': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'admin_state_up': True, 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'security_groups': ['d227e9ce-f8d7-4568-b831-40e26304d0fb']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:02.226551 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Made reservation on behalf of 482f565c4e7e4d45b377d9d3de633c75 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:02.227880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2148d-cc3d-41d5-a515-ae9af5ae5dbb req-cf827036-49f1-4324-9a57-9fce0bfcd4d3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:02.229457 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e4a2148d-cc3d-41d5-a515-ae9af5ae5dbb req-cf827036-49f1-4324-9a57-9fce0bfcd4d3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Sep 01 16:00:02.230267 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.274877 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e4a2148d-cc3d-41d5-a515-ae9af5ae5dbb req-bee8ec10-fd02-4a7b-9cfb-2b716b3e7ac3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Sep 01 16:00:02.372887 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Allocated IP 172.20.0.6 (6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b/98dc54d5-3f25-4750-a975-0e8696a65dcc/e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:02.515361 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.529375 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Transition to ACTIVE for port object e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:02.615298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.659706 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:02.663158 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:02.667014 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:02.672598 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:02.673247 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.682122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:02.743825 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da60051-2904-49ee-9d5c-28d47f48b907 req-f3ad5daa-bed1-4bbe-8c2e-1398e20b71da tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:02.745756 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0da60051-2904-49ee-9d5c-28d47f48b907 req-f3ad5daa-bed1-4bbe-8c2e-1398e20b71da tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0634911 Sep 01 16:00:02.784484 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-ab2afa3e-9462-483b-9bf0-8436fa9a65d8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551556 Sep 01 16:00:02.818365 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0da60051-2904-49ee-9d5c-28d47f48b907 req-df12ac74-5aba-4838-a114-7c18150d5cdb tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666416 Sep 01 16:00:02.834826 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750efe-092e-4719-9266-c1786ea231dc req-c68ae6a0-6ecf-402d-9f47-ad38424c55da tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:02.836483 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf750efe-092e-4719-9266-c1786ea231dc req-c68ae6a0-6ecf-402d-9f47-ad38424c55da tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0785491 Sep 01 16:00:02.873281 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Request body: {'port': {'device_id': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:02.877999 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf750efe-092e-4719-9266-c1786ea231dc req-82dadd06-564a-4fd0-9fe6-a6abec137d51 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Sep 01 16:00:02.931589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.955439 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f1bfe7ca-2834-43f6-9879-e11249bfbdaa None None] Provisioning for port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:02.961018 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f1bfe7ca-2834-43f6-9879-e11249bfbdaa None None] Provisioning complete for port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:02.962564 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f1bfe7ca-2834-43f6-9879-e11249bfbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.999886 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfe7ca-2834-43f6-9879-e11249bfbdaa None None] Port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:00:03.056509 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff3a1e-f62e-41e2-96cd-72bb256905f5 req-b01315de-d53f-4429-b961-b2514bcb5041 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.058086 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f4ff3a1e-f62e-41e2-96cd-72bb256905f5 req-b01315de-d53f-4429-b961-b2514bcb5041 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 931 time: 0.0564604 Sep 01 16:00:03.097428 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f4ff3a1e-f62e-41e2-96cd-72bb256905f5 req-75c431ea-cc37-47df-bf95-4f25c0635dcc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330589 Sep 01 16:00:03.202163 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:03.210393 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.225194 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Transition to ACTIVE for port object e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:03.298658 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.375462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Pushing event updated for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:03.392105 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Attempting to bind port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:03.392467 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Attempting to bind port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:03.392783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Attempting to bind port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:03.401262 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:00:03.401596 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Attempting to bind port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:03.406781 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:03.407119 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Checking segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:03.407614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Bound using segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:03.407940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Bound port: e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:03.408300 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.412791 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a93001-9114-4554-9ca8-aa0a39c8be16 req-855d6751-f3fb-4933-af01-412a7b617b0b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.414441 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1a93001-9114-4554-9ca8-aa0a39c8be16 req-855d6751-f3fb-4933-af01-412a7b617b0b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0618131 Sep 01 16:00:03.459937 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1a93001-9114-4554-9ca8-aa0a39c8be16 req-305ff23a-9210-4f53-bad0-0e290965a9a5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Sep 01 16:00:03.490888 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:03.494600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:03.616274 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.662338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.663272 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.664883 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] 10.222.0.97 "PUT /v2.0/ports/e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 1093 time: 0.7960081 Sep 01 16:00:03.665486 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:03.672395 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838" -d '{"events": [{"name": "network-changed", "server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:03.703793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2392aca-ed89-488e-980b-e67e08d59fba service neutron] Pushing event updated for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:03.730498 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df14c9-0487-482d-a404-f5654406736a x-openstack-request-id: req-43df14c9-0487-482d-a404-f5654406736a {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:03.730793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:03.731099 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-43df14c9-0487-482d-a404-f5654406736a {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:03.731504 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'status': 'completed', 'code': 200} Sep 01 16:00:03.838623 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-5becdfdf-6879-4f41-baa1-fcf03e9026a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.840284 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-5becdfdf-6879-4f41-baa1-fcf03e9026a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1096 time: 0.0461736 Sep 01 16:00:03.943122 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21d91-5e6e-404c-b3af-76f7185ccef0 req-cfe02f24-d6ee-4697-befe-877d453c7db8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.944531 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-67f21d91-5e6e-404c-b3af-76f7185ccef0 req-cfe02f24-d6ee-4697-befe-877d453c7db8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Sep 01 16:00:03.968463 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-39f677eb-b748-4380-8191-7a0ca563198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.970125 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-39f677eb-b748-4380-8191-7a0ca563198c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=482f565c4e7e4d45b377d9d3de633c75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1017261 Sep 01 16:00:04.016813 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-67f21d91-5e6e-404c-b3af-76f7185ccef0 req-9e15c653-32a2-4cb3-98a9-71eb373c3649 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656295 Sep 01 16:00:04.028148 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2745e0-7926-4e11-b73d-cc97f8a69f9d req-f48dca04-93c2-4a32-942a-d69cdec79c1d tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.031713 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f2745e0-7926-4e11-b73d-cc97f8a69f9d req-f48dca04-93c2-4a32-942a-d69cdec79c1d tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0821290 Sep 01 16:00:04.072874 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-267e45ab-7ce2-4219-be36-2e5bb5f6a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.073613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f2745e0-7926-4e11-b73d-cc97f8a69f9d req-e3275940-83e5-434e-a966-9389350d01b7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Sep 01 16:00:04.078983 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-91f3de81-27ac-4b5e-9ea7-2a8a7b97e838 req-267e45ab-7ce2-4219-be36-2e5bb5f6a3c4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1013165 Sep 01 16:00:04.233925 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-83467ec0-50c9-49f6-a5cd-b6684f6d1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.235713 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-83467ec0-50c9-49f6-a5cd-b6684f6d1de7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1096 time: 0.0482936 Sep 01 16:00:04.253306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0154419-1025-4f44-a41a-031493f6708d req-6939dfd2-e918-4be0-af8c-145fba163644 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.255660 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c0154419-1025-4f44-a41a-031493f6708d req-6939dfd2-e918-4be0-af8c-145fba163644 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 943 time: 0.0538704 Sep 01 16:00:04.293943 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c0154419-1025-4f44-a41a-031493f6708d req-8826c80c-c4f8-45a8-8852-e5be662fa56e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Sep 01 16:00:04.297895 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-f707618b-b94c-4750-87fa-ab8991304abc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 217 time: 0.0359910 Sep 01 16:00:04.355945 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-818447be-5400-4645-b96a-57e4a980a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.357639 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-818447be-5400-4645-b96a-57e4a980a230 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0515776 Sep 01 16:00:04.491087 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-798f106e-008d-4f85-8163-1e1c846998de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.492697 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-798f106e-008d-4f85-8163-1e1c846998de service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490260 Sep 01 16:00:04.589640 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3740e-f359-4468-9830-e03a612b6d0a req-40c5956f-58da-4eaf-8247-c2d2124eba08 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.591443 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25c3740e-f359-4468-9830-e03a612b6d0a req-40c5956f-58da-4eaf-8247-c2d2124eba08 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0576274 Sep 01 16:00:04.633711 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-7d3a4219-b83f-41d5-bf7c-982226524c56 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209667 Sep 01 16:00:04.636429 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25c3740e-f359-4468-9830-e03a612b6d0a req-bc9f52c1-d19f-4918-95f1-5c698bbdc60b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Sep 01 16:00:04.735819 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-bae46731-0fcb-4f12-afe3-0d92bd300b95 req-910380c8-2b0f-4eed-8fbf-727686cda3fd service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891042 Sep 01 16:00:04.816018 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-c0a400ef-e9f6-4a07-9ff9-8293247d4301 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.818218 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-c0a400ef-e9f6-4a07-9ff9-8293247d4301 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Sep 01 16:00:04.919288 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Deleting port 13d0e482-d94a-4663-a889-02340aa539e1 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:00:04.919630 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.015889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] For port 13d0e482-d94a-4663-a889-02340aa539e1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13d0e482-d94a-4663-a889-02340aa539e1,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:05.016261 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.029704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Calling delete_port for 13d0e482-d94a-4663-a889-02340aa539e1 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:00:05.190404 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34d9f1-38d3-40b8-95e8-9b26414452c2 req-09a98998-9ced-4fc1-b755-f20ca00ff6e7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.191980 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc34d9f1-38d3-40b8-95e8-9b26414452c2 req-09a98998-9ced-4fc1-b755-f20ca00ff6e7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 945 time: 0.0495052 Sep 01 16:00:05.229958 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc34d9f1-38d3-40b8-95e8-9b26414452c2 req-3e62890d-b3d3-4ca6-8fd0-5bd87f352257 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Sep 01 16:00:05.238285 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.267143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Pushing event deleted for resources: {'Port': ['ID=13d0e482-d94a-4663-a889-02340aa539e1,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:05.295405 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['13d0e482-d94a-4663-a889-02340aa539e1'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:05.306965 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] No DVR routers for this DVR port 13d0e482-d94a-4663-a889-02340aa539e1 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:00:05.309882 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.311844 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8f1e618a-3f59-4949-9b65-d9015241fbd9 req-3a6d2e1e-b1a6-4662-929a-e91a4fa1ebe1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "DELETE /v2.0/ports/13d0e482-d94a-4663-a889-02340aa539e1 HTTP/1.1" status: 204 len: 173 time: 0.4845738 Sep 01 16:00:05.415915 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef598-5dbe-4651-8c7f-9d966d2d4815 req-a5f7effd-5bbf-4c4a-8c43-cfac87893fc0 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.417417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-426ef598-5dbe-4651-8c7f-9d966d2d4815 req-a5f7effd-5bbf-4c4a-8c43-cfac87893fc0 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 943 time: 0.0540819 Sep 01 16:00:05.461048 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-426ef598-5dbe-4651-8c7f-9d966d2d4815 req-48472060-6e9f-4d56-9a08-f79f90b8ea91 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366473 Sep 01 16:00:05.732524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'name': 'network-vif-deleted', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:05.734966 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bec96d-b3d3-4f89-84ce-011a680f620f" -d '{"events": [{"server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "name": "network-vif-deleted", "tag": "13d0e482-d94a-4663-a889-02340aa539e1"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:05.769918 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb3e4-3022-4f4c-9bd9-36c75db7c736 req-a8d0035f-5adc-4c9a-bf3e-8d7fd18728f6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.772149 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f8eb3e4-3022-4f4c-9bd9-36c75db7c736 req-a8d0035f-5adc-4c9a-bf3e-8d7fd18728f6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0508149 Sep 01 16:00:05.774476 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37169f-92bb-446a-9d3f-27f3556f19a5 x-openstack-request-id: req-bc37169f-92bb-446a-9d3f-27f3556f19a5 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:05.781206 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334d96bb-d215-4d60-a5d3-1cd73df760a6", "name": "network-vif-deleted", "tag": "13d0e482-d94a-4663-a889-02340aa539e1", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:05.781206 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-bc37169f-92bb-446a-9d3f-27f3556f19a5 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:05.781206 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334d96bb-d215-4d60-a5d3-1cd73df760a6', 'name': 'network-vif-deleted', 'tag': '13d0e482-d94a-4663-a889-02340aa539e1', 'status': 'completed', 'code': 200} Sep 01 16:00:05.812971 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f8eb3e4-3022-4f4c-9bd9-36c75db7c736 req-dfa95b42-ba49-4d26-9139-d78a6486bc52 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Sep 01 16:00:06.346247 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b73858bc-30bb-4ae8-bb3a-e0f5b19adf98 req-28aad931-3eac-46ad-8954-f7e6cd40a9cc tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=334d96bb-d215-4d60-a5d3-1cd73df760a6 HTTP/1.1" status: 200 len: 210 time: 0.0335646 Sep 01 16:00:06.437947 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4acb6c5d-4dc2-420d-9b80-3d0b63816290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:06.583445 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d1ec4-3a46-433f-b2aa-e754d65a6e36 req-8531f3bc-55d1-4c79-8206-4248be481497 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.585294 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-402d1ec4-3a46-433f-b2aa-e754d65a6e36 req-8531f3bc-55d1-4c79-8206-4248be481497 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 943 time: 0.0536695 Sep 01 16:00:06.625459 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-402d1ec4-3a46-433f-b2aa-e754d65a6e36 req-5da48a3e-4399-4c47-9227-46bd70e896d9 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327928 Sep 01 16:00:06.934674 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f542-b16f-4fd8-92ed-4ce543b43190 req-e016eb63-6e94-4c94-be2d-18abab1a53a0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.936180 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6620f542-b16f-4fd8-92ed-4ce543b43190 req-e016eb63-6e94-4c94-be2d-18abab1a53a0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Sep 01 16:00:06.974828 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6620f542-b16f-4fd8-92ed-4ce543b43190 req-7ea35e7b-b3fb-4c6c-8699-04cc0dd1e48f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Sep 01 16:00:07.284047 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-c2b65850-d091-4882-a1c0-479c0e5eb81c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:07.285521 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-c2b65850-d091-4882-a1c0-479c0e5eb81c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.1041696 Sep 01 16:00:07.301436 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-bf810854-1183-4dfc-bef2-40d850586e9b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/quotas/52bc34884c75461c830e04a52044b246 HTTP/1.1" status: 200 len: 375 time: 0.0090363 Sep 01 16:00:07.357690 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-df8f1903-0afc-4944-81d5-8114780a3940 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500762 Sep 01 16:00:07.366867 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:07.464079 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-b432acff-352a-4d6c-96dd-f67153c06df4 service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986807 Sep 01 16:00:07.576320 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-28370b57-ae22-4c5f-8956-e8b66327127d service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066263 Sep 01 16:00:07.685643 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b354d7-0b80-4cb4-8b33-9ecc6c0e08fa req-d9c6c0d4-950d-402d-9539-df79448c67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:07.687347 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-79b354d7-0b80-4cb4-8b33-9ecc6c0e08fa req-d9c6c0d4-950d-402d-9539-df79448c67c9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1098 time: 0.0482171 Sep 01 16:00:07.703074 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-7f39f264-744d-479a-9758-d6a32e6e1f00 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:07.704668 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-7f39f264-744d-479a-9758-d6a32e6e1f00 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/networks?id=2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 200 len: 809 time: 0.1318023 Sep 01 16:00:07.734089 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-79b354d7-0b80-4cb4-8b33-9ecc6c0e08fa req-8da94839-e923-45cf-afc3-675a224fa4c9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Sep 01 16:00:07.735762 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-47c792a8-dd50-4469-84ad-c5d50a7b6163 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/quotas/d4cd4d736c8a4748b7d0c4290f5df254 HTTP/1.1" status: 200 len: 375 time: 0.0134799 Sep 01 16:00:07.768506 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44848) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:07.769765 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-8e22bc96-fe9d-48f1-9933-a4fd21913708 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308290 Sep 01 16:00:07.889502 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-23766fdc-db9e-4ad0-90f0-0a732c80e503 service neutron] 10.222.0.103 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149487 Sep 01 16:00:07.923417 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c962075-74a5-469f-a544-34cd771e5e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:07.995214 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-1cfa5e2d-5c59-4a6a-a579-18bd5e962713 service neutron] 10.222.0.103 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048021 Sep 01 16:00:08.033544 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c962075-74a5-469f-a544-34cd771e5e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.144005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c962075-74a5-469f-a544-34cd771e5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.184385 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7c962075-74a5-469f-a544-34cd771e5e87 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c5481b0b757b4867baff516ecd97803b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149561 Sep 01 16:00:08.185283 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c962075-74a5-469f-a544-34cd771e5e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af0447-e06c-4da0-891d-5de852cc31a6,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:08.187593 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44862) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:08.216685 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e5c2-2ed4-45a7-becf-ac5f54b3bca2 req-10f80158-01d6-4b68-b1b6-a0f4baa1e200 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:08.218221 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6758e5c2-2ed4-45a7-becf-ac5f54b3bca2 req-10f80158-01d6-4b68-b1b6-a0f4baa1e200 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 943 time: 0.0556498 Sep 01 16:00:08.256447 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.280118 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6758e5c2-2ed4-45a7-becf-ac5f54b3bca2 req-fda3daaa-7b44-49b0-a118-9fcc2b598d21 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551703 Sep 01 16:00:08.281958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.339156 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-49b9aed9-fe2d-40cb-90bc-f19af43a719f req-c6d61158-bdfd-450e-a8ba-94eeceaa7b45 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 210 time: 0.0638783 Sep 01 16:00:08.428568 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c2981787-1ade-42b1-a210-6be907c55be3 req-757545c7-373d-4622-89d0-c4c1b123a114 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0333636 Sep 01 16:00:08.444880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392ad9f-dcab-49ca-85dd-4f1c4774f928 req-8e69a302-f42f-4856-bb27-679e8a3b75f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:08.448271 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9392ad9f-dcab-49ca-85dd-4f1c4774f928 req-8e69a302-f42f-4856-bb27-679e8a3b75f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0782859 Sep 01 16:00:08.486491 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9392ad9f-dcab-49ca-85dd-4f1c4774f928 req-49286c9a-950a-4201-a0cc-c0927a74c0a7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Sep 01 16:00:08.521669 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.524196 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.525423 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/59af0447-e06c-4da0-891d-5de852cc31a6 HTTP/1.1" status: 204 len: 168 time: 0.3368788 Sep 01 16:00:08.533877 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e17f0-17d8-418a-bf0b-9e87f0667b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af0447-e06c-4da0-891d-5de852cc31a6,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:08.823695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:08.838518 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 13d0e482-d94a-4663-a889-02340aa539e1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:00:08.869706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 13d0e482-d94a-4663-a889-02340aa539e1 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:00:08.870436 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 13d0e482-d94a-4663-a889-02340aa539e1 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:00:08.957980 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:08.977508 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'port_id': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'mac_address': 'fa:16:3e:33:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:09.023145 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.037136 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:09.057904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:09.166958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.229174 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:09.358261 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1bde250a-e8a9-4375-abfb-f46a733d8f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.415820 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda207cb-5138-44fd-a363-6e369e489150 req-e203762a-d098-426c-b528-c1cae773682e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.417411 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dda207cb-5138-44fd-a363-6e369e489150 req-e203762a-d098-426c-b528-c1cae773682e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 944 time: 0.0658708 Sep 01 16:00:09.463856 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55cc2fed-b401-412a-b2fc-b3df9cbc7814 req-68503fa5-b412-4aa9-a4d5-103af50aadbe tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 210 time: 0.0379958 Sep 01 16:00:09.475692 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.482453 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dda207cb-5138-44fd-a363-6e369e489150 req-52e5ccc7-fa66-441b-b43c-352e8171adf6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577981 Sep 01 16:00:09.578108 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-24822bab-9f95-46e7-b4bf-b5571532f21c req-58716040-60ce-4173-8c18-48b90188d07b tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0304158 Sep 01 16:00:09.629677 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82594cd-cb62-413f-b6e1-258b59715230 req-e9782185-8520-4a6e-8108-90a1ee17e145 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.631330 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a82594cd-cb62-413f-b6e1-258b59715230 req-e9782185-8520-4a6e-8108-90a1ee17e145 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0556283 Sep 01 16:00:09.678242 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a82594cd-cb62-413f-b6e1-258b59715230 req-c9ba3ace-7c8e-418f-b62d-c43984f5a3f7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Sep 01 16:00:09.698844 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:09.796312 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3300d88-6b62-4efc-bdda-a2ff619337a6 req-3772788a-226b-4f79-80fe-82bdab462e8a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.797951 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e3300d88-6b62-4efc-bdda-a2ff619337a6 req-3772788a-226b-4f79-80fe-82bdab462e8a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Sep 01 16:00:09.840377 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e3300d88-6b62-4efc-bdda-a2ff619337a6 req-ba261fab-ed8d-4b4d-8d8a-4c27832e5a93 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Sep 01 16:00:10.227320 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-d14b4e34-c10b-47ce-8840-b8014fb1c2e7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:10.228769 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-d14b4e34-c10b-47ce-8840-b8014fb1c2e7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.1062458 Sep 01 16:00:10.263731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.268909 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Request body: {'port': {'device_id': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'admin_state_up': True, 'tenant_id': '52bc34884c75461c830e04a52044b246'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:10.326414 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 44922) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:10.452576 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-357e6996-2567-435c-a0bc-8059e918b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.469827 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:10.474848 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.578223 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-357e6996-2567-435c-a0bc-8059e918b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.627854 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Allocated IP 172.20.0.9 (a567782d-ca85-4802-82c6-c75b2032534c/662bb6b9-6516-4926-afa9-6a9c8ceac63a/1b3dcae6-bb43-4e2e-a1c5-a593eb068368) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:10.808495 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.813804 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc2960ff-46e6-445e-9305-abc49988c24a req-564dde48-9858-4095-976d-81fc04f4217f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 210 time: 0.2538526 Sep 01 16:00:10.815144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-357e6996-2567-435c-a0bc-8059e918b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.822908 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:10.899463 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-357e6996-2567-435c-a0bc-8059e918b2c3 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d9b8aa8f87b7463eb95d92b9a004fdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717969 Sep 01 16:00:10.902237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 44942) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:10.931244 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e6996-2567-435c-a0bc-8059e918b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b10555-1062-4c4b-9fc8-62005773cb7c,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:10.938373 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ee700e2b-3e5d-4e1b-a0a9-341103c1fa85 req-5c609985-97f2-4471-a010-367e9b1c3de3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0463974 Sep 01 16:00:10.948268 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6c8bf-cc9d-4a4f-a53c-7640953e7dee req-5a9cb6af-ce92-4b1d-a06b-d6c69d1fe1ba tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:10.952873 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.966849 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-14d6c8bf-cc9d-4a4f-a53c-7640953e7dee req-5a9cb6af-ce92-4b1d-a06b-d6c69d1fe1ba tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 944 time: 0.1452134 Sep 01 16:00:10.993355 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.998791 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'fccef640-b647-46dc-88a6-d23108d1db9f'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:11.003276 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-14d6c8bf-cc9d-4a4f-a53c-7640953e7dee req-48ccb829-d039-4fa5-b3b2-9c7831e3510f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 Sep 01 16:00:11.038726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Network a567782d-ca85-4802-82c6-c75b2032534c is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:11.043803 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event updated for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:11.050821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:11.054554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:11.060486 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:11.061126 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.065939 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.077917 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:11.087619 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:11.087995 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.181977 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-4938696e-f897-4921-8ded-5d95577fddf7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188001 Sep 01 16:00:11.211906 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Request body: {'port': {'device_id': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:11.226380 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.261922 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:11.264144 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe58cd84-f394-4832-88d8-faa6fe7edaf7" -d '{"events": [{"server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "name": "network-vif-plugged", "status": "completed", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:11.287516 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.287516 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.287516 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/32b10555-1062-4c4b-9fc8-62005773cb7c HTTP/1.1" status: 204 len: 168 time: 0.3804896 Sep 01 16:00:11.299314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:11.309810 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3dc2a-21f7-40ad-88ca-6b52aa6d37eb x-openstack-request-id: req-c6a3dc2a-21f7-40ad-88ca-6b52aa6d37eb {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:11.310123 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "name": "network-vif-plugged", "status": "completed", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:11.310373 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-c6a3dc2a-21f7-40ad-88ca-6b52aa6d37eb {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:11.310762 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'code': 200} Sep 01 16:00:11.334682 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743096-1c14-48b9-92a1-164aa6cde96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b10555-1062-4c4b-9fc8-62005773cb7c,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:11.343933 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.403605 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.417165 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-32d221df-e854-4756-89eb-d619e1e27130 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:11.418658 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-32d221df-e854-4756-89eb-d619e1e27130 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "GET /v2.0/networks?id=2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 200 len: 809 time: 0.2114384 Sep 01 16:00:11.450178 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Request body: {'port': {'device_id': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774', 'admin_state_up': True, 'tenant_id': 'd4cd4d736c8a4748b7d0c4290f5df254'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:11.456029 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:11.929786 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc949ad-79c9-4679-9eaa-fc275c24be06 req-fe32bc60-2b29-41e5-b9ca-bb95732d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:11.931618 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-cbc949ad-79c9-4679-9eaa-fc275c24be06 req-fe32bc60-2b29-41e5-b9ca-bb95732d25b7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1098 time: 0.1387205 Sep 01 16:00:11.970431 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129747b-ad1e-43bd-aa43-48d0e912aec4 req-6fc82444-fd08-42ba-b30c-c22a26ec93b7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:11.972395 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6129747b-ad1e-43bd-aa43-48d0e912aec4 req-6fc82444-fd08-42ba-b30c-c22a26ec93b7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 931 time: 0.0622129 Sep 01 16:00:12.004108 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-cbc949ad-79c9-4679-9eaa-fc275c24be06 req-2d885336-0d86-4bd1-90e5-0ed464d43aa7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551927 Sep 01 16:00:12.033412 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6129747b-ad1e-43bd-aa43-48d0e912aec4 req-36a409a7-c451-4c6a-a057-75910cae033d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Sep 01 16:00:12.035284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.050465 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:12.061190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.079295 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Transition to ACTIVE for port object 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:12.121420 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Made reservation on behalf of d4cd4d736c8a4748b7d0c4290f5df254 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:12.125272 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.130754 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c37c1ba7-9da8-413c-b549-94be95e266ab req-bad17d5d-81cf-4ff8-be21-93ae3ca3599a tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0272293 Sep 01 16:00:12.209790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.234819 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae25cd0-0153-4a4b-b560-1a5cc4b79f6f req-1370175e-03b9-4e48-b250-d00a94005720 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.236555 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4ae25cd0-0153-4a4b-b560-1a5cc4b79f6f req-1370175e-03b9-4e48-b250-d00a94005720 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0493863 Sep 01 16:00:12.275014 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4ae25cd0-0153-4a4b-b560-1a5cc4b79f6f req-ed8f7ede-a804-4327-8aba-e379f204dad5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Sep 01 16:00:12.299876 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Allocated IP 172.20.0.14 (2ce43e41-fb33-48f4-a3b5-9ad249075774/ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f/9ad25343-8aba-4d74-8553-a3041ad455ef) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:12.306207 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:12.345484 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Attempting to bind port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:12.345819 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Attempting to bind port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:12.346364 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Attempting to bind port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:12.365602 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 on network a567782d-ca85-4802-82c6-c75b2032534c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:00:12.365932 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Attempting to bind port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:12.377879 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:12.378222 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Checking segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:12.378604 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Bound using segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:12.379033 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Bound port: 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:12.379589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.412494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5539a-bda4-4ecf-b6df-640188be21dd req-4161714b-50d2-4ca8-8cb0-5e6a78499509 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.419778 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5c5539a-bda4-4ecf-b6df-640188be21dd req-4161714b-50d2-4ca8-8cb0-5e6a78499509 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0678043 Sep 01 16:00:12.454190 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5c5539a-bda4-4ecf-b6df-640188be21dd req-0eabdac1-e403-45b3-94a6-7e6724e5ad9d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Sep 01 16:00:12.516596 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:12.522774 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:12.544887 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.688933 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.756595 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.758905 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.759513 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.765566 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] 10.222.0.97 "PUT /v2.0/ports/1b3dcae6-bb43-4e2e-a1c5-a593eb068368 HTTP/1.1" status: 200 len: 1093 time: 1.5548117 Sep 01 16:00:12.765566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:12.765566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:12.811198 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Network 2ce43e41-fb33-48f4-a3b5-9ad249075774 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:12.813776 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492e421-f8e1-4800-b6bc-138eb7829377 x-openstack-request-id: req-a492e421-f8e1-4800-b6bc-138eb7829377 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:12.814068 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:12.814316 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-a492e421-f8e1-4800-b6bc-138eb7829377 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:12.814703 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'status': 'completed', 'code': 200} Sep 01 16:00:12.815685 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a44aa4-3705-4b58-b073-0bcae984e83e service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:12.820331 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-dd637aca-4dc1-4178-b661-e289ce849b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.821883 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-dd637aca-4dc1-4178-b661-e289ce849b8c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.1230967 Sep 01 16:00:12.825487 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:12.829643 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:12.834992 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.835630 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:12.880094 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Pushing event updated for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:12.970245 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-c020e4c8-c7ec-4c80-8282-564edd2d9421 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5272565 Sep 01 16:00:13.003711 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Request body: {'port': {'device_id': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:13.011195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-3fff0310-2517-417f-96da-2fff866bed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.012655 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-3fff0310-2517-417f-96da-2fff866bed61 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 1096 time: 0.1040056 Sep 01 16:00:13.087240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-71f979ee-27ec-4e02-90b5-c34310577526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.088716 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-71f979ee-27ec-4e02-90b5-c34310577526 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.1881521 Sep 01 16:00:13.156641 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55219624-0dd4-405a-b652-7f3c633d4717 req-da5b5e86-793f-452c-9013-340e95790e3b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.164606 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55219624-0dd4-405a-b652-7f3c633d4717 req-da5b5e86-793f-452c-9013-340e95790e3b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 943 time: 0.0561748 Sep 01 16:00:13.166657 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-7fa1a509-1e95-43a6-9363-173ed9fd6b6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.0503540 Sep 01 16:00:13.167202 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.214053 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55219624-0dd4-405a-b652-7f3c633d4717 req-98e35d36-71ec-4326-a360-496c10064998 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Sep 01 16:00:13.280327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-cdedf33b-3db5-4d7b-b5a8-7fd5d5248f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.281690 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09415614-64e7-4a2c-ad62-73bf74c75d47 req-0dbf34b2-310d-4868-a855-56ccef2333ce tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.281975 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-cdedf33b-3db5-4d7b-b5a8-7fd5d5248f4e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=52bc34884c75461c830e04a52044b246&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2441783 Sep 01 16:00:13.283194 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-09415614-64e7-4a2c-ad62-73bf74c75d47 req-0dbf34b2-310d-4868-a855-56ccef2333ce tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 932 time: 0.0547814 Sep 01 16:00:13.285182 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-a39b0ebe-b88c-443e-b6b7-ffb0c8c262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.286742 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-a39b0ebe-b88c-443e-b6b7-ffb0c8c262c0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.1063831 Sep 01 16:00:13.325698 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-09415614-64e7-4a2c-ad62-73bf74c75d47 req-6ada2926-cae7-46a8-b69f-58040790e21b tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Sep 01 16:00:13.402161 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-846e37a0-40b4-4729-a46d-c8e59311e582 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570986 Sep 01 16:00:13.415034 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6507-9315-4a9b-a5f1-3485279f62c6 req-4afbeda2-5c00-4dc5-bba9-714c361a8d97 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.416659 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-537b6507-9315-4a9b-a5f1-3485279f62c6 req-4afbeda2-5c00-4dc5-bba9-714c361a8d97 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0601130 Sep 01 16:00:13.462731 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-537b6507-9315-4a9b-a5f1-3485279f62c6 req-7502d10d-6995-4938-8370-442fe6c7c22d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Sep 01 16:00:13.582488 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2d0c-f071-4a9a-a0da-e9a1bad09a5c req-5edd84cf-1d57-4dda-815f-e52b7a2783e3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.584245 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-23cc2d0c-f071-4a9a-a0da-e9a1bad09a5c req-5edd84cf-1d57-4dda-815f-e52b7a2783e3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Sep 01 16:00:13.606727 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-724e4291-c6cb-460c-a69a-97f6c79a3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.608198 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d1c86cf-26a1-4455-9cf0-5c3febe6f3ce req-724e4291-c6cb-460c-a69a-97f6c79a3d3d service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2621233 Sep 01 16:00:13.633947 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-23cc2d0c-f071-4a9a-a0da-e9a1bad09a5c req-24e2b648-d5b9-4825-924d-0f7b5ced617d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Sep 01 16:00:13.635952 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-368db37c-867e-4757-bcc6-dc3f1ef0d796 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067821 Sep 01 16:00:13.759258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad25343-8aba-4d74-8553-a3041ad455ef {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:13.770677 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.805597 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Transition to ACTIVE for port object 9ad25343-8aba-4d74-8553-a3041ad455ef will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:13.809668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-56496d6a-110d-441b-ace0-06f170f13260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.811169 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-56496d6a-110d-441b-ace0-06f170f13260 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 1096 time: 0.0858419 Sep 01 16:00:13.826499 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a2fcedb1-fb06-4696-ae52-74dc5e37eb96 req-fd9c6c7b-05fe-45ba-9ae4-ed9fdaea7d9f service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667550 Sep 01 16:00:13.867106 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-ced1424f-ce6e-4ba6-82f6-e3469ba6ea26 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368 HTTP/1.1" status: 200 len: 217 time: 0.0388241 Sep 01 16:00:13.884210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.994203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:14.014632 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705814c-a0b8-438b-b972-917058656c86 req-04eb58b2-a495-467b-b8c7-dc08d8d3c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.016166 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-04eb58b2-a495-467b-b8c7-dc08d8d3c5fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.1409609 Sep 01 16:00:14.051718 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Attempting to bind port 9ad25343-8aba-4d74-8553-a3041ad455ef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:14.052054 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Attempting to bind port 9ad25343-8aba-4d74-8553-a3041ad455ef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:14.052387 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Attempting to bind port 9ad25343-8aba-4d74-8553-a3041ad455ef on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:14.056870 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-100c2038-77c4-49dd-9aee-3ed6349e41aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299821 Sep 01 16:00:14.058878 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Port 9ad25343-8aba-4d74-8553-a3041ad455ef on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:00:14.059201 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Attempting to bind port 9ad25343-8aba-4d74-8553-a3041ad455ef on network 2ce43e41-fb33-48f4-a3b5-9ad249075774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:14.063952 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:14.064289 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Checking segment: {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:14.064665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Bound using segment: {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:14.065083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Bound port: 9ad25343-8aba-4d74-8553-a3041ad455ef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44b5f80-c15b-4181-9642-9150bd1509e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:14.065478 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:14.184206 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:14.191379 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ad25343-8aba-4d74-8553-a3041ad455ef,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:14.223009 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-7d623749-62ff-4ef4-bcf1-d383f6a5222a service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111362 Sep 01 16:00:14.320868 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:14.328808 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868f41-55b3-423b-a592-c3458306cc60 req-e13a4f2e-92e8-4d5c-9aab-c19ebdc7af28 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.330366 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a868f41-55b3-423b-a592-c3458306cc60 req-e13a4f2e-92e8-4d5c-9aab-c19ebdc7af28 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 943 time: 0.0508571 Sep 01 16:00:14.370513 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.371214 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:14.373240 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] 10.222.0.97 "PUT /v2.0/ports/9ad25343-8aba-4d74-8553-a3041ad455ef HTTP/1.1" status: 200 len: 1094 time: 1.3737335 Sep 01 16:00:14.382119 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a868f41-55b3-423b-a592-c3458306cc60 req-f3daba9b-c61e-4fd6-8cba-e7273da11172 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Sep 01 16:00:14.384665 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4705814c-a0b8-438b-b972-917058656c86 req-5410d349-8bb1-454b-a4c6-74bec41c0c10 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527770 Sep 01 16:00:14.403080 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b512f23-43ef-4057-8a11-3009045c2ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:14.506782 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389a66-5c49-4b8c-88c8-2781884fbcb2 req-27fb25b0-d6d1-4dd6-bd71-d0a3107fb93c tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.508423 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b389a66-5c49-4b8c-88c8-2781884fbcb2 req-27fb25b0-d6d1-4dd6-bd71-d0a3107fb93c tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 944 time: 0.0631192 Sep 01 16:00:14.564379 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b389a66-5c49-4b8c-88c8-2781884fbcb2 req-51aa996e-3951-4408-a5c5-c0f04315ae75 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Sep 01 16:00:14.622847 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-a5fc9fe7-0a28-492b-aec0-9d8252fb947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.624388 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-a5fc9fe7-0a28-492b-aec0-9d8252fb947a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 1097 time: 0.0721371 Sep 01 16:00:14.630459 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5b4b4-8795-4f9f-900d-5e9bf86107b0 req-b68efcd3-4bce-4a89-9e6f-143588922efa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.630459 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d7e5b4b4-8795-4f9f-900d-5e9bf86107b0 req-b68efcd3-4bce-4a89-9e6f-143588922efa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Sep 01 16:00:14.687669 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-919c136c-1289-4858-a087-d0078a6fc7b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad25343-8aba-4d74-8553-a3041ad455ef HTTP/1.1" status: 200 len: 217 time: 0.0411820 Sep 01 16:00:14.690536 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-368468bb-002b-4e7c-b130-8c05039751e2 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=ffaca66c6ed343da95a764a756a972af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398390 Sep 01 16:00:14.698333 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d7e5b4b4-8795-4f9f-900d-5e9bf86107b0 req-20e53ef4-4093-4b17-a585-7a513963cd2a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616176 Sep 01 16:00:14.759846 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-038be9fd-d16b-49f3-af2a-302f682cc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.761551 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-038be9fd-d16b-49f3-af2a-302f682cc351 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f HTTP/1.1" status: 200 len: 849 time: 0.0555334 Sep 01 16:00:14.796325 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6c6200b8-554f-4d50-a67c-2c45afb71175 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ce43e41-fb33-48f4-a3b5-9ad249075774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247285 Sep 01 16:00:14.815969 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:14.818600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e7612-e957-45eb-8516-c7d15d558d34" -d '{"events": [{"name": "network-changed", "server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:14.909469 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5e2dd-09f7-42e1-849d-ede85d7c6d63 req-78d92f0b-5b6d-4c36-bc6a-ee07cbfbcc9f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.911593 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ffe5e2dd-09f7-42e1-849d-ede85d7c6d63 req-78d92f0b-5b6d-4c36-bc6a-ee07cbfbcc9f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.1371329 Sep 01 16:00:14.928217 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-0c9a30eb-a1a5-4889-bd23-9bd7fa814aa0 service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066658 Sep 01 16:00:14.940179 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-349b04f9-de47-4740-8a8f-0c2a5e98a2db tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.942029 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-349b04f9-de47-4740-8a8f-0c2a5e98a2db tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425945 Sep 01 16:00:14.966555 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-e3725653-ede3-46a2-8a4d-094f990427cf tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/quotas/ffaca66c6ed343da95a764a756a972af HTTP/1.1" status: 200 len: 375 time: 0.0170646 Sep 01 16:00:15.000378 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-bb6424a6-158f-4895-a3de-ed9861aa8630 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=ffaca66c6ed343da95a764a756a972af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280049 Sep 01 16:00:15.003265 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ffe5e2dd-09f7-42e1-849d-ede85d7c6d63 req-50a4c70a-7c21-4f9d-a405-0d415fb09721 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806432 Sep 01 16:00:15.040661 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-eb2966d6-f046-4f38-9f0a-f3317f88011d req-6156be6d-bb20-48c7-b267-5782733f266b service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044178 Sep 01 16:00:15.117046 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8af4-dfdd-4eb8-ae6c-9a648e81ecb0 req-8b75e643-4283-4976-98df-79383c38c6d4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.118558 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a96e8af4-dfdd-4eb8-ae6c-9a648e81ecb0 req-8b75e643-4283-4976-98df-79383c38c6d4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0534599 Sep 01 16:00:15.127082 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 45048) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:15.132549 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'floatingip': {'port_id': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:15.154040 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26762f8e-19e4-4537-be1f-9f4774ccdfa3 x-openstack-request-id: req-26762f8e-19e4-4537-be1f-9f4774ccdfa3 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:15.154332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:15.158172 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-26762f8e-19e4-4537-be1f-9f4774ccdfa3 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:15.158172 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef', 'status': 'completed', 'code': 200} Sep 01 16:00:15.201701 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:15.319456 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a34afdc-a320-4f79-a1b7-fd9666cb42d1 req-5fc4ae5d-c283-4124-9590-1ba09b7cedf0 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0610518 Sep 01 16:00:15.373428 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e7612-e957-45eb-8516-c7d15d558d34 req-b19777bb-6e9b-4249-9223-aa104e7d5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.375010 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-b19777bb-6e9b-4249-9223-aa104e7d5622 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 1097 time: 0.0476155 Sep 01 16:00:15.482253 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e7612-e957-45eb-8516-c7d15d558d34 req-4b82ad81-fd25-4c96-8048-ebcdee21f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.483813 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-4b82ad81-fd25-4c96-8048-ebcdee21f9ab service neutron] 10.222.0.97 "GET /v2.0/networks?id=2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 200 len: 911 time: 0.0989826 Sep 01 16:00:15.530363 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:00:15.537388 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-7d2dbda0-2fc5-4488-9782-8cc87521adfc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ad25343-8aba-4d74-8553-a3041ad455ef HTTP/1.1" status: 200 len: 217 time: 0.0404179 Sep 01 16:00:15.590968 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e7612-e957-45eb-8516-c7d15d558d34 req-f059740b-fc86-475b-8fb8-001dbe25b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.592937 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-f059740b-fc86-475b-8fb8-001dbe25b79c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f HTTP/1.1" status: 200 len: 849 time: 0.0482008 Sep 01 16:00:15.595725 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3823287-d2f1-4afa-99a5-389b0feab20f req-788b94e2-3d00-4c0d-b9a1-b86d2474bbe5 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.602043 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d3823287-d2f1-4afa-99a5-389b0feab20f req-788b94e2-3d00-4c0d-b9a1-b86d2474bbe5 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 943 time: 0.1254675 Sep 01 16:00:15.643363 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-27333d2d-1aaa-4b17-af78-4ffbb36c8e25 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ce43e41-fb33-48f4-a3b5-9ad249075774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337143 Sep 01 16:00:15.754992 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-6901b3ef-a29a-4c4f-864b-66c30c10cc41 service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Sep 01 16:00:16.001372 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d3823287-d2f1-4afa-99a5-389b0feab20f req-bd87bc82-d803-4629-8850-afd0a34d1b73 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628418 Sep 01 16:00:16.055243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86c83-8bbf-485f-9f7c-4259e90f56c8 req-90b8029e-b877-4c2c-b548-51537fbb8135 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:16.057282 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8b86c83-8bbf-485f-9f7c-4259e90f56c8 req-90b8029e-b877-4c2c-b548-51537fbb8135 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 944 time: 0.4038422 Sep 01 16:00:16.106548 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-414e7612-e957-45eb-8516-c7d15d558d34 req-449b1b69-5fbe-4602-b971-2554b6330305 service neutron] 10.222.0.97 "GET /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348715 Sep 01 16:00:16.175803 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.db.resource_extend [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 16:00:16.242208 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8b86c83-8bbf-485f-9f7c-4259e90f56c8 req-453b7b5f-15a7-4f8d-b554-e9f9f9809691 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626768 Sep 01 16:00:16.276793 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb178c-be79-4346-b3bb-d5f3dc2c5d2e req-ea6c7af7-38d7-4874-85e2-c2326c64015c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:16.278409 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-31fb178c-be79-4346-b3bb-d5f3dc2c5d2e req-ea6c7af7-38d7-4874-85e2-c2326c64015c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.1741467 Sep 01 16:00:16.280807 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:16.317075 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-31fb178c-be79-4346-b3bb-d5f3dc2c5d2e req-62ed4dd8-128a-48d3-9ab1-8d21b81b7ca6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Sep 01 16:00:16.387757 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:16.450583 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-993b0123-0395-414a-8469-daf5a2d93038 req-ba6fdedb-5d45-4c2a-8d8c-23b43a323f9d tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0639358 Sep 01 16:00:16.517613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Floating IP a58d5847-a6c0-4da8-b127-fdd99ac3f096 associated. External IP: 172.27.3.238, port: e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44. Sep 01 16:00:16.735980 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:00:16.844655 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:00:16.849689 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:16.854530 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:00:16.864097 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:16.864642 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:00:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:16.876935 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-be38cd20-4bd9-476f-8a1c-29dc2990e5c8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "PUT /v2.0/floatingips/a58d5847-a6c0-4da8-b127-fdd99ac3f096 HTTP/1.1" status: 200 len: 991 time: 1.7487786 Sep 01 16:00:16.877554 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:16.880782 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535db158-b721-4e31-bda7-338aed858f01" -d '{"events": [{"name": "network-changed", "server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:16.924164 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce55e0-3b65-4501-bb78-2d05b286641b x-openstack-request-id: req-d3ce55e0-3b65-4501-bb78-2d05b286641b {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:16.924455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:16.924704 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-d3ce55e0-3b65-4501-bb78-2d05b286641b {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:16.925099 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'status': 'completed', 'code': 200} Sep 01 16:00:16.977492 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:17.068113 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db158-b721-4e31-bda7-338aed858f01 req-e8fa2d1b-ad7f-4e44-9b97-a82f894c52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.069850 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-e8fa2d1b-ad7f-4e44-9b97-a82f894c52e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1098 time: 0.0462105 Sep 01 16:00:17.150420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e9c4-d50c-446c-8bb1-6de2970c5279 req-7f8cf737-f893-4d81-9812-4355c92cf622 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.151887 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7d94e9c4-d50c-446c-8bb1-6de2970c5279 req-7f8cf737-f893-4d81-9812-4355c92cf622 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 943 time: 0.0668011 Sep 01 16:00:17.173944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db158-b721-4e31-bda7-338aed858f01 req-c232900a-01a3-4576-9a89-e2c18b4b6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.175417 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-c232900a-01a3-4576-9a89-e2c18b4b6a35 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.0896003 Sep 01 16:00:17.195382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7d94e9c4-d50c-446c-8bb1-6de2970c5279 req-b546688a-67a9-4357-b63f-1a85c9971999 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Sep 01 16:00:17.231918 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': 'a58d5847-a6c0-4da8-b127-fdd99ac3f096', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:33:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:59:54Z', 'updated_at': '2021-09-01T16:00:16Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:17.258840 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:00:17.261838 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-7b3bbc09-e847-4a74-ade7-b1f08d741812 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 999 time: 0.0625889 Sep 01 16:00:17.267072 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:17.267670 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:00:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:17.312410 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db158-b721-4e31-bda7-338aed858f01 req-f05e51a9-9579-4fd2-a100-2a5dc18810bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.313918 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-f05e51a9-9579-4fd2-a100-2a5dc18810bf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0446942 Sep 01 16:00:17.369707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db158-b721-4e31-bda7-338aed858f01 req-b9879a5e-f414-417f-a84f-4102b98dc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.371269 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-b9879a5e-f414-417f-a84f-4102b98dc790 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445378 Sep 01 16:00:17.381465 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:17.387901 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f2b5-43ed-46a3-9df1-cd240a946806 req-e3ed7637-350e-495e-84e3-b521627ae7e6 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.389448 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4c81f2b5-43ed-46a3-9df1-cd240a946806 req-e3ed7637-350e-495e-84e3-b521627ae7e6 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 944 time: 0.0786681 Sep 01 16:00:17.462594 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4c81f2b5-43ed-46a3-9df1-cd240a946806 req-640bcc4a-ac53-4c7d-97b1-9d1363f158a8 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Sep 01 16:00:17.470062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5049e2-3923-4800-a615-5269f912791e req-1da8dd90-59a2-40be-b346-e2f558924148 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:17.471421 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a5049e2-3923-4800-a615-5269f912791e req-1da8dd90-59a2-40be-b346-e2f558924148 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0783703 Sep 01 16:00:17.501162 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-4087d0fc-0a1e-42fe-a568-2be01f973e04 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166275 Sep 01 16:00:17.519565 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a5049e2-3923-4800-a615-5269f912791e req-a0589349-6e32-4193-bc1e-aaae5c0b1fee tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Sep 01 16:00:17.578492 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a774e93-c2e7-4e5a-8c49-0ad43e40a758 req-69ac28b7-af9b-44ab-8db0-83c61047f760 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Sep 01 16:00:17.617296 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-535db158-b721-4e31-bda7-338aed858f01 req-67af626f-5817-4f94-8f3f-5cfca26c4a2a service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032040 Sep 01 16:00:17.669962 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': 'a58d5847-a6c0-4da8-b127-fdd99ac3f096', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:33:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:59:54Z', 'updated_at': '2021-09-01T16:00:16Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:17.697030 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b35074-ce3a-453d-a1f8-920a8520e4e3 None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': 'a58d5847-a6c0-4da8-b127-fdd99ac3f096', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:33:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:59:54Z', 'updated_at': '2021-09-01T16:00:16Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:00:17.881627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23a1a8-e58c-459a-957d-a807b94f4191 None None] New status for floating IP a58d5847-a6c0-4da8-b127-fdd99ac3f096: ACTIVE {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:00:17.888996 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-15d4c5af-4a3c-4d1e-93fb-ddfde4e44080 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=ffaca66c6ed343da95a764a756a972af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301466 Sep 01 16:00:18.090854 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-854e43c0-dc7a-4cb7-87cb-b74005826535 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:18.092249 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-854e43c0-dc7a-4cb7-87cb-b74005826535 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958613 Sep 01 16:00:18.135248 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Request body: {'port': {'device_id': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90', 'admin_state_up': True, 'tenant_id': 'ffaca66c6ed343da95a764a756a972af'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:18.289402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Made reservation on behalf of ffaca66c6ed343da95a764a756a972af for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:18.292947 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.302197 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.316704 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd44f2f-6a1c-4443-8d3a-503fe33585b2 req-04f0b1f3-d521-4f2d-b271-6b1ec984724f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:18.318748 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fdd44f2f-6a1c-4443-8d3a-503fe33585b2 req-04f0b1f3-d521-4f2d-b271-6b1ec984724f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 943 time: 0.0517378 Sep 01 16:00:18.357768 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fdd44f2f-6a1c-4443-8d3a-503fe33585b2 req-4a64b0cd-8b72-4cf2-bf12-be62f20a3738 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Sep 01 16:00:18.392167 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.457588 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.530374 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dbc7a0-01eb-468d-add4-4c6640223335,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:18.602044 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346e880-6a0d-4e32-b54e-f41051fd41ba req-2161e8f5-a973-4b7d-8871-58241fc2d181 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:18.603573 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a346e880-6a0d-4e32-b54e-f41051fd41ba req-2161e8f5-a973-4b7d-8871-58241fc2d181 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 944 time: 0.0501828 Sep 01 16:00:18.623333 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Allocated IP 192.168.233.44 (81b0a5ba-d76d-4b12-9bc1-587ed3f04d90/dcce189f-4032-4ad1-82bc-31d23db8380e/ad05463f-1639-4482-a428-09e4008d6306) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:18.677586 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af0a28-1593-407e-868c-e8842df5ad5b req-190881ef-cac6-49c7-b811-8cfa7e0dda80 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:18.679118 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1af0a28-1593-407e-868c-e8842df5ad5b req-190881ef-cac6-49c7-b811-8cfa7e0dda80 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0745425 Sep 01 16:00:18.682152 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a346e880-6a0d-4e32-b54e-f41051fd41ba req-8d6bf6fa-26a7-4a1d-bc94-e96c5d7c8ca4 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670209 Sep 01 16:00:18.722558 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1af0a28-1593-407e-868c-e8842df5ad5b req-61bbbbba-24de-4030-9855-d153b34060e8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Sep 01 16:00:18.775068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-617e64c7-ac04-4b22-b900-ae8e2df60159 req-0ca4b728-b741-47b1-ac49-7b86ff1cad36 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0281320 Sep 01 16:00:18.808193 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.823918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Transition to ACTIVE for port object ad05463f-1639-4482-a428-09e4008d6306 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:18.866282 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:18.921843 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.964006 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:18.966620 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:18.971592 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:18.976173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:18.977160 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'port_id': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'mac_address': 'fa:16:3e:ee:2b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bb6b9-6516-4926-afa9-6a9c8ceac63a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:18.981692 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:18.982313 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.993261 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Pushing event updated for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:19.016414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.033919 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:19.050645 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-414effd8-9fca-4298-ab57-9b1bfb8215dd tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9195061 Sep 01 16:00:19.055556 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:19.082305 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Request body: {'port': {'device_id': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:19.124040 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.127877 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 9ad25343-8aba-4d74-8553-a3041ad455ef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:19.142939 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.219708 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:19.271446 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ad25343-8aba-4d74-8553-a3041ad455ef,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:19.282961 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '9ad25343-8aba-4d74-8553-a3041ad455ef', 'network_id': '2ce43e41-fb33-48f4-a3b5-9ad249075774', 'port_id': '9ad25343-8aba-4d74-8553-a3041ad455ef', 'mac_address': 'fa:16:3e:48:09:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:19.311577 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-30f665c7-2b45-4bc0-9bec-3ad71ba0bd4b None None] Provisioning for port ad05463f-1639-4482-a428-09e4008d6306 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:19.318425 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-30f665c7-2b45-4bc0-9bec-3ad71ba0bd4b None None] Provisioning complete for port ad05463f-1639-4482-a428-09e4008d6306 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:19.318794 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-30f665c7-2b45-4bc0-9bec-3ad71ba0bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.345187 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.368195 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad25343-8aba-4d74-8553-a3041ad455ef {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:19.374441 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-30f665c7-2b45-4bc0-9bec-3ad71ba0bd4b None None] Port ad05463f-1639-4482-a428-09e4008d6306 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:00:19.390366 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ad25343-8aba-4d74-8553-a3041ad455ef,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:19.414492 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad05463f-1639-4482-a428-09e4008d6306 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:19.423948 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.438715 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Transition to ACTIVE for port object ad05463f-1639-4482-a428-09e4008d6306 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:19.472479 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.483317 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400cc23-5848-4a77-b5b3-7125269843dd req-8a6c930f-883a-4da5-8fec-45d077a9dab4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:19.484831 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d400cc23-5848-4a77-b5b3-7125269843dd req-8a6c930f-883a-4da5-8fec-45d077a9dab4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 944 time: 0.0493271 Sep 01 16:00:19.520561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:19.525348 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d400cc23-5848-4a77-b5b3-7125269843dd req-a46e486a-eb84-4ffd-957e-7c44acc2102d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Sep 01 16:00:19.545183 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.595938 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Pushing event updated for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:19.631323 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Attempting to bind port ad05463f-1639-4482-a428-09e4008d6306 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:19.631651 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Attempting to bind port ad05463f-1639-4482-a428-09e4008d6306 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:19.631972 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Attempting to bind port ad05463f-1639-4482-a428-09e4008d6306 on network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:19.636881 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Port ad05463f-1639-4482-a428-09e4008d6306 on network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:00:19.637195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Attempting to bind port ad05463f-1639-4482-a428-09e4008d6306 on network 81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:19.642488 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:19.645505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Checking segment: {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:19.645505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Bound using segment: {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:19.645505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Bound port: ad05463f-1639-4482-a428-09e4008d6306, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7826887-a0cb-4a09-b64d-a53bf86ea845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:19.645505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.716483 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:19.720344 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ad05463f-1639-4482-a428-09e4008d6306,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:19.795694 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.838289 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:19.838978 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:19.840468 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] 10.222.0.97 "PUT /v2.0/ports/ad05463f-1639-4482-a428-09e4008d6306 HTTP/1.1" status: 200 len: 1097 time: 0.7625926 Sep 01 16:00:19.842749 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441fa1-4a5f-421f-b347-54be75135727 req-d78ec955-0387-438c-9435-2218f32f4139 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:19.843660 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:19.844253 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3441fa1-4a5f-421f-b347-54be75135727 req-d78ec955-0387-438c-9435-2218f32f4139 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 945 time: 0.0834451 Sep 01 16:00:19.846146 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844016d1-3c1a-4990-bf91-553d875285b5" -d '{"events": [{"name": "network-changed", "server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "tag": "ad05463f-1639-4482-a428-09e4008d6306"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:19.867481 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb07e0-c0d4-4611-8486-d47e9c98216f service neutron] Pushing event updated for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:19.892703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c295b4-6fb8-4fe5-a047-e9c4ff726b22 req-76644add-85aa-45c8-9ed3-1d1288a02968 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:19.893506 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19c295b4-6fb8-4fe5-a047-e9c4ff726b22 req-76644add-85aa-45c8-9ed3-1d1288a02968 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0990102 Sep 01 16:00:19.907197 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3441fa1-4a5f-421f-b347-54be75135727 req-501024c7-ab0f-4b0d-bb62-3e6f8b1b4887 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Sep 01 16:00:19.966000 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19c295b4-6fb8-4fe5-a047-e9c4ff726b22 req-93cfe3a6-84ec-4723-98df-74a3588b885b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Sep 01 16:00:20.010920 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3b745-c48d-4be1-912e-61339faf1926 x-openstack-request-id: req-9ef3b745-c48d-4be1-912e-61339faf1926 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:20.011328 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "tag": "ad05463f-1639-4482-a428-09e4008d6306", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:20.011676 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-9ef3b745-c48d-4be1-912e-61339faf1926 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:20.012285 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306', 'status': 'completed', 'code': 200} Sep 01 16:00:20.033203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-50568f0d-4be4-4345-a0d1-b6b608a03063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.034886 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-50568f0d-4be4-4345-a0d1-b6b608a03063 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffaca66c6ed343da95a764a756a972af&device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0601830 Sep 01 16:00:20.060244 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aa0b5-4a91-4c9d-9eb1-d810a9984297 req-1dbc76f6-028a-449e-a75c-33a4a969d720 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.061794 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-164aa0b5-4a91-4c9d-9eb1-d810a9984297 req-1dbc76f6-028a-449e-a75c-33a4a969d720 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 947 time: 0.0587618 Sep 01 16:00:20.095034 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['9ad25343-8aba-4d74-8553-a3041ad455ef'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:20.102963 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-164aa0b5-4a91-4c9d-9eb1-d810a9984297 req-7a8f6783-5b01-4070-9cac-5bf415327bd8 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Sep 01 16:00:20.122999 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-830e5110-fb2a-4f92-bb3f-cd371d348fb7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ad05463f-1639-4482-a428-09e4008d6306 HTTP/1.1" status: 200 len: 217 time: 0.0370617 Sep 01 16:00:20.130599 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b3dcae6-bb43-4e2e-a1c5-a593eb068368'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:20.193442 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-b78714db-83eb-4e88-900e-2b5dd8cb31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.194958 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-b78714db-83eb-4e88-900e-2b5dd8cb31d2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dcce189f-4032-4ad1-82bc-31d23db8380e HTTP/1.1" status: 200 len: 843 time: 0.0452940 Sep 01 16:00:20.243707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-eb8abcc4-dfb3-47cf-9a56-34d10db134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.245219 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-eb8abcc4-dfb3-47cf-9a56-34d10db134d0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=81b0a5ba-d76d-4b12-9bc1-587ed3f04d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432563 Sep 01 16:00:20.335446 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-24f7dca0-5fac-4431-bd33-d038149bd177 service neutron] 10.222.0.97 "GET /v2.0/networks/81b0a5ba-d76d-4b12-9bc1-587ed3f04d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798199 Sep 01 16:00:20.431823 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e30cd335-f95f-4a21-be27-2d5a39fd5c84 req-befe87d4-570c-49c0-b9c7-cf5381ad7221 service neutron] 10.222.0.97 "GET /v2.0/networks/81b0a5ba-d76d-4b12-9bc1-587ed3f04d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Sep 01 16:00:20.651374 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1ba6c-1695-4769-b4e5-189d908b2d62 req-4be7ec71-d812-49bf-a17a-581a4245f68c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.652863 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2a1ba6c-1695-4769-b4e5-189d908b2d62 req-4be7ec71-d812-49bf-a17a-581a4245f68c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 944 time: 0.0532031 Sep 01 16:00:20.658756 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844016d1-3c1a-4990-bf91-553d875285b5 req-43fb910d-cf75-4c7a-9699-80344c4caa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.660284 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-43fb910d-cf75-4c7a-9699-80344c4caa81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffaca66c6ed343da95a764a756a972af&device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0404344 Sep 01 16:00:20.695396 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2a1ba6c-1695-4769-b4e5-189d908b2d62 req-c28f7d55-d2fa-4371-9b17-ff127bb62991 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Sep 01 16:00:20.756084 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844016d1-3c1a-4990-bf91-553d875285b5 req-c6dedebe-60a2-46a9-b6b8-97bd24938069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.757860 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-c6dedebe-60a2-46a9-b6b8-97bd24938069 service neutron] 10.222.0.97 "GET /v2.0/networks?id=81b0a5ba-d76d-4b12-9bc1-587ed3f04d90 HTTP/1.1" status: 200 len: 871 time: 0.0888615 Sep 01 16:00:20.809188 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-40a1a8b2-7444-409f-8cdb-5ec100c42913 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ad05463f-1639-4482-a428-09e4008d6306 HTTP/1.1" status: 200 len: 217 time: 0.0379229 Sep 01 16:00:20.865836 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844016d1-3c1a-4990-bf91-553d875285b5 req-2637cd89-2db7-4415-8b83-fec816f63ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.867219 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-2637cd89-2db7-4415-8b83-fec816f63ebf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dcce189f-4032-4ad1-82bc-31d23db8380e HTTP/1.1" status: 200 len: 843 time: 0.0432429 Sep 01 16:00:20.912394 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844016d1-3c1a-4990-bf91-553d875285b5 req-b80d6528-a3a1-4efd-8415-8704622e8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:20.913912 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-b80d6528-a3a1-4efd-8415-8704622e8359 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=81b0a5ba-d76d-4b12-9bc1-587ed3f04d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383017 Sep 01 16:00:21.021001 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-3fd3dd6d-fc44-44cd-b217-90bf2d3762ac service neutron] 10.222.0.97 "GET /v2.0/networks/81b0a5ba-d76d-4b12-9bc1-587ed3f04d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960741 Sep 01 16:00:21.079879 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459763b9-b732-426d-ba32-ce9098f32228 req-4eb2e21e-fb1e-4d5c-952a-6d5d0187912f tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:21.081381 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-459763b9-b732-426d-ba32-ce9098f32228 req-4eb2e21e-fb1e-4d5c-952a-6d5d0187912f tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 945 time: 0.0836256 Sep 01 16:00:21.093494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2591-86f0-4d63-b503-80043eba5df4 req-7f5654ee-7dbc-4020-97b2-931d48d5679d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:21.094929 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-057f2591-86f0-4d63-b503-80043eba5df4 req-7f5654ee-7dbc-4020-97b2-931d48d5679d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0652747 Sep 01 16:00:21.120608 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-844016d1-3c1a-4990-bf91-553d875285b5 req-9fe6bbe3-1661-4ce3-a313-55cfa9ce0f63 service neutron] 10.222.0.97 "GET /v2.0/networks/81b0a5ba-d76d-4b12-9bc1-587ed3f04d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876973 Sep 01 16:00:21.152029 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-459763b9-b732-426d-ba32-ce9098f32228 req-4cfc4c64-8d82-4c5c-829e-6adcd030f146 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Sep 01 16:00:21.156786 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-057f2591-86f0-4d63-b503-80043eba5df4 req-323754bc-b2c3-4e03-8469-49f03ac44a2f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469742 Sep 01 16:00:21.254456 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3484-215c-4d6a-8c4f-77ce403a7935 req-35e0494f-044e-4c57-9909-952fb521ff2a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:21.255918 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fb0e3484-215c-4d6a-8c4f-77ce403a7935 req-35e0494f-044e-4c57-9909-952fb521ff2a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 947 time: 0.0483725 Sep 01 16:00:21.293329 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fb0e3484-215c-4d6a-8c4f-77ce403a7935 req-11e76d17-8730-4830-9ab7-dac1b87ad87d tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Sep 01 16:00:21.816073 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e2afe-8568-4247-87df-e719f7ecc66c req-7d4437ea-93c0-4d11-bb98-eb4d9c7c0185 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:21.818453 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4b1e2afe-8568-4247-87df-e719f7ecc66c req-7d4437ea-93c0-4d11-bb98-eb4d9c7c0185 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 944 time: 0.0519059 Sep 01 16:00:21.855033 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4b1e2afe-8568-4247-87df-e719f7ecc66c req-e9229aca-d28c-406e-a960-358f3e409636 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Sep 01 16:00:22.300114 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf0b9-57a4-4c68-89c6-cbe42da8929c req-2b9fe488-df90-4dba-994e-e104bbd45ae3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:22.302255 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dfdbf0b9-57a4-4c68-89c6-cbe42da8929c req-2b9fe488-df90-4dba-994e-e104bbd45ae3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 945 time: 0.0807242 Sep 01 16:00:22.310288 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa25b-9a1f-4138-a490-5bb7f71d8359 req-49da13b6-7412-4eba-a5d3-c9dc7bb6c856 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:22.311641 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fefa25b-9a1f-4138-a490-5bb7f71d8359 req-49da13b6-7412-4eba-a5d3-c9dc7bb6c856 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0809994 Sep 01 16:00:22.371811 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fefa25b-9a1f-4138-a490-5bb7f71d8359 req-d84d6cdb-c582-477b-a4df-45d63d0604e6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525820 Sep 01 16:00:22.374511 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dfdbf0b9-57a4-4c68-89c6-cbe42da8929c req-3211a609-be83-4ba3-ba3d-ee7882d75489 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Sep 01 16:00:22.472144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fddb8-7f60-4cee-914f-e2f819c36bdb req-63ffb723-1b07-43dc-ac8c-b35d0a5c2b1a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:22.473672 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-293fddb8-7f60-4cee-914f-e2f819c36bdb req-63ffb723-1b07-43dc-ac8c-b35d0a5c2b1a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 947 time: 0.0477910 Sep 01 16:00:22.512461 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-293fddb8-7f60-4cee-914f-e2f819c36bdb req-bcc6791e-cb67-420a-9a68-2da57b5c1fae tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Sep 01 16:00:22.858488 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:22.966718 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a419cb2-43a4-4c3c-a785-fccbf34da1aa req-4f5e021b-686c-44b0-98a9-b4b7c307483c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:22.968247 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a419cb2-43a4-4c3c-a785-fccbf34da1aa req-4f5e021b-686c-44b0-98a9-b4b7c307483c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 944 time: 0.0480175 Sep 01 16:00:22.969416 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:22.974065 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:22.974656 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.012614 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a419cb2-43a4-4c3c-a785-fccbf34da1aa req-7f98d6e6-b7cf-4a8e-a16b-2d8b56cf0018 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378258 Sep 01 16:00:23.064645 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.087661 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:23.089929 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802e034-92e6-4e9b-8734-d2e6c05c00db" -d '{"events": [{"server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:23.102670 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:23.127327 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366f552-34c4-4128-bebc-0a11cc7eb915 x-openstack-request-id: req-c366f552-34c4-4128-bebc-0a11cc7eb915 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:23.127649 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:23.127908 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-c366f552-34c4-4128-bebc-0a11cc7eb915 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:23.128304 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'code': 200} Sep 01 16:00:23.186829 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.187621 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 9ad25343-8aba-4d74-8553-a3041ad455ef up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:23.263984 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:23.369225 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 9ad25343-8aba-4d74-8553-a3041ad455ef completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:23.373362 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 9ad25343-8aba-4d74-8553-a3041ad455ef triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:23.373743 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.458497 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.494253 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ad25343-8aba-4d74-8553-a3041ad455ef,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:23.520940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f1e07-943c-4f12-8f99-5be8f7f69b40 req-335d7598-a1bd-4d01-8d50-2a011917721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:23.522692 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d5f1e07-943c-4f12-8f99-5be8f7f69b40 req-335d7598-a1bd-4d01-8d50-2a011917721b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 1098 time: 0.0483444 Sep 01 16:00:23.534520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed644550-56bf-40da-90bf-a8e1c973ae8e req-cc24a5e7-3106-4b5a-acc3-c6fe8ef74962 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:23.536281 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ed644550-56bf-40da-90bf-a8e1c973ae8e req-cc24a5e7-3106-4b5a-acc3-c6fe8ef74962 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 945 time: 0.0845540 Sep 01 16:00:23.544928 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e80bd9-077b-4c43-8ccc-6c05af47649b req-a50a3d44-e7dd-47ed-a512-43908020b960 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:23.546450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-22e80bd9-077b-4c43-8ccc-6c05af47649b req-a50a3d44-e7dd-47ed-a512-43908020b960 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0847661 Sep 01 16:00:23.560343 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d5f1e07-943c-4f12-8f99-5be8f7f69b40 req-50fc3950-2064-4f5e-8f63-38030b6902fc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298891 Sep 01 16:00:23.575017 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:23.603080 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ed644550-56bf-40da-90bf-a8e1c973ae8e req-a17d0ae2-0dcc-4631-91ca-542b69c1ae7c tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556490 Sep 01 16:00:23.607807 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-22e80bd9-077b-4c43-8ccc-6c05af47649b req-0777ebb2-13ce-4463-9790-3be585ebc9f2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Sep 01 16:00:23.627227 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:23.728120 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f039-6785-40e4-ba76-599fce8874ab req-e2878537-10fa-4e23-b4b7-d804a8b1838b tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:23.729625 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eff5f039-6785-40e4-ba76-599fce8874ab req-e2878537-10fa-4e23-b4b7-d804a8b1838b tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 947 time: 0.0481994 Sep 01 16:00:23.769241 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eff5f039-6785-40e4-ba76-599fce8874ab req-784de76f-a6a7-4e50-a561-986bf9628042 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Sep 01 16:00:24.186060 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ebb5-6493-431b-b952-f69c93ffa7fb req-8b9b3e25-e0bb-4e3e-8b70-376f401fecd0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:24.187516 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fec8ebb5-6493-431b-b952-f69c93ffa7fb req-8b9b3e25-e0bb-4e3e-8b70-376f401fecd0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Sep 01 16:00:24.224172 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fec8ebb5-6493-431b-b952-f69c93ffa7fb req-9b6e1a31-381b-4dc0-b8bc-d5337b118211 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Sep 01 16:00:24.757889 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943a54e-650d-4316-bd90-29f8176ed8b1 req-a6cb052d-3188-4278-ada7-5fa4c90a97e7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:24.759375 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4943a54e-650d-4316-bd90-29f8176ed8b1 req-a6cb052d-3188-4278-ada7-5fa4c90a97e7 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0808370 Sep 01 16:00:24.771638 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba06d-967a-4062-afa8-cba291c3dbef req-59549261-a077-465a-b24f-50881ca4206a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:24.773006 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1eba06d-967a-4062-afa8-cba291c3dbef req-59549261-a077-465a-b24f-50881ca4206a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0692177 Sep 01 16:00:24.833077 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4943a54e-650d-4316-bd90-29f8176ed8b1 req-61409607-efd7-4155-a6f3-a30de2f83393 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585363 Sep 01 16:00:24.835823 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1eba06d-967a-4062-afa8-cba291c3dbef req-e1660bad-6441-41b1-8449-1d8c1ccdb977 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562475 Sep 01 16:00:24.877641 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ad05463f-1639-4482-a428-09e4008d6306 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:24.934246 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3410c5c-ff69-4664-a9fe-107251682c51 req-b0d53a82-86a4-4497-89d0-ad45890ac929 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:24.935788 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b3410c5c-ff69-4664-a9fe-107251682c51 req-b0d53a82-86a4-4497-89d0-ad45890ac929 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 947 time: 0.0476091 Sep 01 16:00:24.972407 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ad05463f-1639-4482-a428-09e4008d6306,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:24.974116 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b3410c5c-ff69-4664-a9fe-107251682c51 req-a26662aa-1ea3-450f-8f1a-6900fb863e3f tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Sep 01 16:00:24.984139 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'ad05463f-1639-4482-a428-09e4008d6306', 'network_id': '81b0a5ba-d76d-4b12-9bc1-587ed3f04d90', 'port_id': 'ad05463f-1639-4482-a428-09e4008d6306', 'mac_address': 'fa:16:3e:c4:f7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcce189f-4032-4ad1-82bc-31d23db8380e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:25.026839 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:25.039645 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad05463f-1639-4482-a428-09e4008d6306 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:25.058595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ad05463f-1639-4482-a428-09e4008d6306,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:25.118417 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:25.140904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:25.143460 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf00c3-cf47-4fa5-be0b-d6141f9d157e" -d '{"events": [{"server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:25.171159 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:25.181163 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53a885-ae8a-401c-a10d-e175b999eb7d x-openstack-request-id: req-de53a885-ae8a-401c-a10d-e175b999eb7d {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:25.181503 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:25.181754 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-de53a885-ae8a-401c-a10d-e175b999eb7d {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:25.182157 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef', 'code': 200} Sep 01 16:00:25.426594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429d1d9-b0df-46c7-936c-20214c4078dd req-2fa276b1-b409-4134-ac37-30fc6afcbfdb tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:25.428180 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6429d1d9-b0df-46c7-936c-20214c4078dd req-2fa276b1-b409-4134-ac37-30fc6afcbfdb tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0541565 Sep 01 16:00:25.469633 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6429d1d9-b0df-46c7-936c-20214c4078dd req-c7d5a2fe-8719-4a0e-9a08-1a65009ad326 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Sep 01 16:00:25.635159 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5babb-b1b6-413b-9914-6b23fb36acc2 req-8719cfdd-1a1a-4fc5-97e1-b529e830465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:25.636760 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1fb5babb-b1b6-413b-9914-6b23fb36acc2 req-8719cfdd-1a1a-4fc5-97e1-b529e830465a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 1099 time: 0.0404763 Sep 01 16:00:25.668483 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['ad05463f-1639-4482-a428-09e4008d6306'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:25.688539 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1fb5babb-b1b6-413b-9914-6b23fb36acc2 req-f0c090fc-982e-4aa2-9e6b-92a6b5fa915e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Sep 01 16:00:25.987176 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866fb2-251c-40d2-af24-1c2497c6652d req-f2be0684-05bf-4417-acea-4e27661922d3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:25.988651 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-42866fb2-251c-40d2-af24-1c2497c6652d req-f2be0684-05bf-4417-acea-4e27661922d3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0804355 Sep 01 16:00:25.996806 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f171-16d7-4245-b024-188092d0b0cb req-fa1d9b4d-3618-49a1-b41d-34235bcf7b6b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:25.998219 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9e33f171-16d7-4245-b024-188092d0b0cb req-fa1d9b4d-3618-49a1-b41d-34235bcf7b6b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0807171 Sep 01 16:00:26.053473 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-42866fb2-251c-40d2-af24-1c2497c6652d req-5a86afd9-015f-425a-88f8-8b7674840d28 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Sep 01 16:00:26.060927 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9e33f171-16d7-4245-b024-188092d0b0cb req-2a034fa4-2409-4080-9456-40ac51f10754 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Sep 01 16:00:26.164420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64267221-1f83-4199-ac28-934d91f3ec7c req-22fb63fc-3ada-4020-a177-0cb43a4c35d4 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:26.165932 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64267221-1f83-4199-ac28-934d91f3ec7c req-22fb63fc-3ada-4020-a177-0cb43a4c35d4 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 948 time: 0.0486977 Sep 01 16:00:26.203901 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-64267221-1f83-4199-ac28-934d91f3ec7c req-e521f311-3933-4ab0-ba85-8519ba266254 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Sep 01 16:00:26.590142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1b9f-39e5-453f-ac82-b27b0da0f545 req-9093bf95-f63b-432c-b20c-3aba93f47d9f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:26.591595 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edaf1b9f-39e5-453f-ac82-b27b0da0f545 req-9093bf95-f63b-432c-b20c-3aba93f47d9f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Sep 01 16:00:26.628958 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edaf1b9f-39e5-453f-ac82-b27b0da0f545 req-e8448c0f-d1ab-4986-9ff1-40aa863fc598 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Sep 01 16:00:27.219193 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34985d1d-4f38-44c7-97e6-1686b66666bc req-b7c6bc59-f53b-4436-9566-5196ac27f1d3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:27.220760 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-34985d1d-4f38-44c7-97e6-1686b66666bc req-b7c6bc59-f53b-4436-9566-5196ac27f1d3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0800517 Sep 01 16:00:27.232363 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6658-7a98-4348-aeb2-069489689c93 req-5633f2a1-7014-4fe4-9ca9-b785a8bac9b4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:27.233966 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b3dc6658-7a98-4348-aeb2-069489689c93 req-5633f2a1-7014-4fe4-9ca9-b785a8bac9b4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0972829 Sep 01 16:00:27.291197 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-34985d1d-4f38-44c7-97e6-1686b66666bc req-3b0ccdfb-949d-40e0-8f37-3b66a6afe8c4 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562136 Sep 01 16:00:27.295989 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b3dc6658-7a98-4348-aeb2-069489689c93 req-b58b1647-24a3-4938-b651-8b3a6102feeb tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Sep 01 16:00:27.413056 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e25a2-b931-4a30-9a79-b00efb5e3109 req-f1dcf689-4617-4b05-b6bc-880edeebb46f tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:27.414565 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b76e25a2-b931-4a30-9a79-b00efb5e3109 req-f1dcf689-4617-4b05-b6bc-880edeebb46f tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 948 time: 0.0552142 Sep 01 16:00:27.452363 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b76e25a2-b931-4a30-9a79-b00efb5e3109 req-1f373727-72ac-4df8-9127-d56531b22346 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Sep 01 16:00:28.428344 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b126-eda0-446c-b659-5d9714da3800 req-f20c2e0a-a1a4-451e-a476-3852972a7e81 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:28.429340 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3dd5b126-eda0-446c-b659-5d9714da3800 req-f20c2e0a-a1a4-451e-a476-3852972a7e81 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0526764 Sep 01 16:00:28.474378 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3dd5b126-eda0-446c-b659-5d9714da3800 req-ed16a015-c804-401f-a44c-1175c54db624 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Sep 01 16:00:28.604940 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56201ee-c066-4d3a-b34d-a01ec37470b6 req-7208440a-27ea-4bbf-9209-0081c9a94376 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:28.606549 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b56201ee-c066-4d3a-b34d-a01ec37470b6 req-7208440a-27ea-4bbf-9209-0081c9a94376 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0613773 Sep 01 16:00:28.654959 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b56201ee-c066-4d3a-b34d-a01ec37470b6 req-8049c8ab-2efc-4326-bcf6-e353b8040da9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Sep 01 16:00:28.893924 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ad05463f-1639-4482-a428-09e4008d6306 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:29.012684 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port ad05463f-1639-4482-a428-09e4008d6306 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:29.024152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port ad05463f-1639-4482-a428-09e4008d6306 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:29.024152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.124357 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.131513 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7d408-c4c7-4043-a490-1cc3d699f23d req-0d476fd3-37e1-4c66-bd36-6c0ddc1c8666 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:29.133183 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d4b7d408-c4c7-4043-a490-1cc3d699f23d req-0d476fd3-37e1-4c66-bd36-6c0ddc1c8666 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 948 time: 0.0555866 Sep 01 16:00:29.154835 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:29.157260 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1cc9b6-0524-426b-8699-d204eead82a6" -d '{"events": [{"server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ad05463f-1639-4482-a428-09e4008d6306"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:29.177842 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ad05463f-1639-4482-a428-09e4008d6306,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:29.179145 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d4b7d408-c4c7-4043-a490-1cc3d699f23d req-7d231bde-cf1b-48cc-a0f5-9afa7bb207aa tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Sep 01 16:00:29.298046 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.353672 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:29.408619 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcca2a-6bf8-45e4-89e8-d932246b481d req-eec8f889-ef1d-480d-a219-15429634ac28 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:29.410152 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77dcca2a-6bf8-45e4-89e8-d932246b481d req-eec8f889-ef1d-480d-a219-15429634ac28 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0516167 Sep 01 16:00:29.453306 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 45306) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:29.455955 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77dcca2a-6bf8-45e4-89e8-d932246b481d req-479353e6-0f3b-4723-82df-66491320fb2b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Sep 01 16:00:29.503261 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd0c26-f828-4245-a0dd-be639130a5f1 x-openstack-request-id: req-7dcd0c26-f828-4245-a0dd-be639130a5f1 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:29.503593 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ad05463f-1639-4482-a428-09e4008d6306", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:29.503854 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-7dcd0c26-f828-4245-a0dd-be639130a5f1 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:29.504252 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306', 'code': 200} Sep 01 16:00:29.561320 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.655832 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.790390 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97793a-abd8-404b-b267-fcf999705a27 req-f04a7e04-b68b-41c9-874e-3892467e8d44 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:29.791867 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cc97793a-abd8-404b-b267-fcf999705a27 req-f04a7e04-b68b-41c9-874e-3892467e8d44 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0493982 Sep 01 16:00:29.809090 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.829902 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cc97793a-abd8-404b-b267-fcf999705a27 req-6eb78325-ce6b-41a1-808f-1bbf9317010f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Sep 01 16:00:29.849324 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e7ed18ec377f4ab79c45934ab0fa7b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943686 Sep 01 16:00:29.850283 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00c589-2437-4464-929c-032dab822189,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:29.852073 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 45318) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:29.857683 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.857969 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.858313 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.858650 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.858988 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.859397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.859798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.860138 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.860469 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.860896 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.861249 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.861578 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a143e-4bc7-4cc6-8c6a-53668cc037f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:29.908418 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.931109 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:29.954865 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919270d8-3110-4393-9eac-cbaab8667254 req-23b5275d-172c-4987-8ff3-d39be792f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:29.956465 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-919270d8-3110-4393-9eac-cbaab8667254 req-23b5275d-172c-4987-8ff3-d39be792f5bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 1102 time: 0.0478876 Sep 01 16:00:30.024839 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-919270d8-3110-4393-9eac-cbaab8667254 req-6fd1661b-5e45-4ebe-b5bf-89698b020099 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293159 Sep 01 16:00:30.086739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:30.089426 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:30.090591 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bb00c589-2437-4464-929c-032dab822189 HTTP/1.1" status: 204 len: 168 time: 0.2374067 Sep 01 16:00:30.100137 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00c589-2437-4464-929c-032dab822189,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:30.109711 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.109999 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.110339 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.110672 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.111023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.111353 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.111742 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.111996 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.112330 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.112646 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.112964 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.113308 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c575c2-a8bc-43c2-aabe-4ac1f372caa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:30.163058 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7a16-4236-416a-bf56-1856855cecaf req-8caf4a82-d312-4974-a99d-648e07c877fc tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:30.164554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e39c7a16-4236-416a-bf56-1856855cecaf req-8caf4a82-d312-4974-a99d-648e07c877fc tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0575230 Sep 01 16:00:30.202580 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e39c7a16-4236-416a-bf56-1856855cecaf req-7a3d00ba-1ef8-409b-bb8a-145cee8924d0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Sep 01 16:00:30.294585 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace4af-bf82-4fee-8cd5-ea1d97c04a30 req-a34e18a5-15a3-4bed-a9f5-d5a0739d740d tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:30.295997 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-15ace4af-bf82-4fee-8cd5-ea1d97c04a30 req-a34e18a5-15a3-4bed-a9f5-d5a0739d740d tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0484595 Sep 01 16:00:30.337736 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-15ace4af-bf82-4fee-8cd5-ea1d97c04a30 req-851a952c-f74e-416a-b94f-c930e940c0d6 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Sep 01 16:00:30.585739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670aee1-f0cb-439c-99e6-9835cada786e req-cdcf4ce2-7a0b-4a0a-9ece-e51d6f30b9c2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:30.587207 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f670aee1-f0cb-439c-99e6-9835cada786e req-cdcf4ce2-7a0b-4a0a-9ece-e51d6f30b9c2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Sep 01 16:00:30.625377 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f670aee1-f0cb-439c-99e6-9835cada786e req-5848578d-a265-49ff-8a52-e443952f7821 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Sep 01 16:00:30.954731 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc2d20-5819-4cbe-84f4-24a0ff818163 req-b3d1dc71-912e-466f-aff4-13a6c0193d0a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:30.956113 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cacc2d20-5819-4cbe-84f4-24a0ff818163 req-b3d1dc71-912e-466f-aff4-13a6c0193d0a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0477250 Sep 01 16:00:30.995840 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cacc2d20-5819-4cbe-84f4-24a0ff818163 req-8a7c08d3-4a56-4635-a538-6c9e5959add8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Sep 01 16:00:31.317993 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0865c-d431-4af4-8511-6b648cdc34d3 req-c5c8371d-43d5-4835-9b66-e96f47c84e37 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:31.319501 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-faf0865c-d431-4af4-8511-6b648cdc34d3 req-c5c8371d-43d5-4835-9b66-e96f47c84e37 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0494742 Sep 01 16:00:31.357706 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-faf0865c-d431-4af4-8511-6b648cdc34d3 req-2f8ee794-6192-4dc6-9b38-6dd76a293637 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Sep 01 16:00:31.455840 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c958e-36e2-4277-8f3d-0e57b73131e4 req-b481f967-b9ce-4418-bf1b-6051e67d0364 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:31.457429 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-de7c958e-36e2-4277-8f3d-0e57b73131e4 req-b481f967-b9ce-4418-bf1b-6051e67d0364 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0507109 Sep 01 16:00:31.494948 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-de7c958e-36e2-4277-8f3d-0e57b73131e4 req-d7c02136-1112-40c4-803a-b1f2bf3914ef tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Sep 01 16:00:31.748380 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d90a8-8d5f-4f70-8203-3cb33f28ec99 req-24da4f5f-4f89-4d5d-9e23-8d148014bb2a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:31.749897 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-722d90a8-8d5f-4f70-8203-3cb33f28ec99 req-24da4f5f-4f89-4d5d-9e23-8d148014bb2a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0490801 Sep 01 16:00:31.788926 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-722d90a8-8d5f-4f70-8203-3cb33f28ec99 req-24760164-7592-4d89-a272-7997de463875 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Sep 01 16:00:32.112156 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c495-a700-4ee5-b07c-f83f46fe3c51 req-cabebb00-a75a-4c16-ba2f-76e65465378b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:32.114337 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7e00c495-a700-4ee5-b07c-f83f46fe3c51 req-cabebb00-a75a-4c16-ba2f-76e65465378b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Sep 01 16:00:32.153023 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7e00c495-a700-4ee5-b07c-f83f46fe3c51 req-590e3404-5a4b-492d-8c5a-868e90447b23 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Sep 01 16:00:32.474735 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c32366-9284-4893-bc02-fc3356072e14 req-799467b2-f78f-4272-aace-2ed0930a915e tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:32.476175 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8c32366-9284-4893-bc02-fc3356072e14 req-799467b2-f78f-4272-aace-2ed0930a915e tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0513248 Sep 01 16:00:32.513045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8c32366-9284-4893-bc02-fc3356072e14 req-16b726d7-c465-4221-8669-64992539b865 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Sep 01 16:00:32.611204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b4dcb-756d-4ccf-83ff-91de94b4d1e1 req-12d874ed-69ed-4eb7-a655-2eab2bf25f3a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:32.612720 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-781b4dcb-756d-4ccf-83ff-91de94b4d1e1 req-12d874ed-69ed-4eb7-a655-2eab2bf25f3a tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0500264 Sep 01 16:00:32.650685 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-781b4dcb-756d-4ccf-83ff-91de94b4d1e1 req-442963f2-f9ce-4cae-812f-cbf3841a535c tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Sep 01 16:00:32.990056 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be39049-6b2e-4385-bb5e-741831647c1b req-65c74708-c2ee-4094-ab47-12912d64d0d9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:32.991586 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3be39049-6b2e-4385-bb5e-741831647c1b req-65c74708-c2ee-4094-ab47-12912d64d0d9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0495851 Sep 01 16:00:33.030015 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3be39049-6b2e-4385-bb5e-741831647c1b req-ec470f94-97c2-4c0b-b72b-d02bdbf10513 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Sep 01 16:00:33.153046 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc1a0b-104c-4281-a539-76b04f40c29c req-de6ad389-c146-4ee2-a53f-32151c7e788b tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:33.154453 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fefc1a0b-104c-4281-a539-76b04f40c29c req-de6ad389-c146-4ee2-a53f-32151c7e788b tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0514390 Sep 01 16:00:33.195105 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fefc1a0b-104c-4281-a539-76b04f40c29c req-5acecb1c-778a-48a2-8e8b-54f8e5ffb90e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 Sep 01 16:00:33.274284 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d7e7-4602-472a-8b28-fa2b5fd8ff25 req-73e1fbc9-6917-4d63-ac59-1a0426182708 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:33.275816 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f284d7e7-4602-472a-8b28-fa2b5fd8ff25 req-73e1fbc9-6917-4d63-ac59-1a0426182708 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Sep 01 16:00:33.315023 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f284d7e7-4602-472a-8b28-fa2b5fd8ff25 req-b39e9fca-b1d9-4573-9b43-e1a9351465c5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Sep 01 16:00:33.315352 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-bd51a9fe-d25e-45a0-874a-9cb6b4f80afe tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:33.316891 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-bd51a9fe-d25e-45a0-874a-9cb6b4f80afe tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0478301 Sep 01 16:00:33.487179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Deleting port 9ad25343-8aba-4d74-8553-a3041ad455ef {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:00:33.487518 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:33.580193 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] For port 9ad25343-8aba-4d74-8553-a3041ad455ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ad25343-8aba-4d74-8553-a3041ad455ef,segment=NetworkSegment(a44b5f80-c15b-4181-9642-9150bd1509e7),segment_id=a44b5f80-c15b-4181-9642-9150bd1509e7)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:33.580551 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:33.594323 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Calling delete_port for 9ad25343-8aba-4d74-8553-a3041ad455ef owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:00:33.635819 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307ac71-e768-4649-961f-94ecdee1401a req-ef4fc8d1-f24c-4308-8f72-6e660d6d5fbf tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:33.637376 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2307ac71-e768-4649-961f-94ecdee1401a req-ef4fc8d1-f24c-4308-8f72-6e660d6d5fbf tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 946 time: 0.0537803 Sep 01 16:00:33.675779 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2307ac71-e768-4649-961f-94ecdee1401a req-5a5cd443-843c-465c-8953-b95c1f2feef1 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/security-groups?id=75b1dda9-86fa-4420-a443-71c3fe183e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Sep 01 16:00:33.789461 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:33.819066 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Pushing event deleted for resources: {'Port': ['ID=9ad25343-8aba-4d74-8553-a3041ad455ef,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:33.846263 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['9ad25343-8aba-4d74-8553-a3041ad455ef'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:33.856115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] No DVR routers for this DVR port 9ad25343-8aba-4d74-8553-a3041ad455ef on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:00:33.858624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:33.860612 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-89ae617f-a068-4f67-b359-6daa781b30a6 req-5b6c824d-a370-40f6-9c64-599be2967dd0 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.97 "DELETE /v2.0/ports/9ad25343-8aba-4d74-8553-a3041ad455ef HTTP/1.1" status: 204 len: 173 time: 0.4631193 Sep 01 16:00:33.861044 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'name': 'network-vif-deleted', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:33.863273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5795f0-e64c-4a73-8493-ab128527d217" -d '{"events": [{"server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "name": "network-vif-deleted", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:33.900916 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04400def-ceb7-4216-bb8c-edfdffe0dec2 x-openstack-request-id: req-04400def-ceb7-4216-bb8c-edfdffe0dec2 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:33.901203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d11e30e-d17c-4029-a228-2e5493b1a69e", "name": "network-vif-deleted", "tag": "9ad25343-8aba-4d74-8553-a3041ad455ef", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:33.901477 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-04400def-ceb7-4216-bb8c-edfdffe0dec2 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:33.901868 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d11e30e-d17c-4029-a228-2e5493b1a69e', 'name': 'network-vif-deleted', 'tag': '9ad25343-8aba-4d74-8553-a3041ad455ef', 'status': 'completed', 'code': 200} Sep 01 16:00:34.154471 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489317a-a6b1-44ea-b4ef-eb2f891aea93 req-01e27d93-33c4-4698-94da-9c06cc3e49e4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:34.155933 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3489317a-a6b1-44ea-b4ef-eb2f891aea93 req-01e27d93-33c4-4698-94da-9c06cc3e49e4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Sep 01 16:00:34.193615 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3489317a-a6b1-44ea-b4ef-eb2f891aea93 req-6c4ac68f-d96d-41cc-906b-7996725f5271 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Sep 01 16:00:34.308260 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585340-8aec-4c31-a8e2-36f2d9e6b0c9 req-0979542c-669d-4614-83bc-2543da6bba8e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:34.309747 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98585340-8aec-4c31-a8e2-36f2d9e6b0c9 req-0979542c-669d-4614-83bc-2543da6bba8e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0481653 Sep 01 16:00:34.346864 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98585340-8aec-4c31-a8e2-36f2d9e6b0c9 req-ed22fa77-4933-4ff0-8e6f-9b689c2bf360 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Sep 01 16:00:34.446757 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a700-8d15-48ad-b9bb-ed22efdfa7ae req-cb6e77ff-6737-443b-a026-95e109eb8076 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:34.448198 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4137a700-8d15-48ad-b9bb-ed22efdfa7ae req-cb6e77ff-6737-443b-a026-95e109eb8076 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0471754 Sep 01 16:00:34.485891 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4137a700-8d15-48ad-b9bb-ed22efdfa7ae req-ca2d8852-77f5-4f5c-a05a-ee211fb331cf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Sep 01 16:00:34.777354 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cb65851a-ef1c-4e6f-bd2f-79ea1aa9ca0b req-f35276e5-a0f2-44ab-94dc-6da40833deca tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0304883 Sep 01 16:00:35.315374 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255de249-d88c-4be2-b464-1c8e9647e4d3 req-4b521577-13bf-4bcb-ae19-5c0e05194366 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:35.316766 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-255de249-d88c-4be2-b464-1c8e9647e4d3 req-4b521577-13bf-4bcb-ae19-5c0e05194366 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0512810 Sep 01 16:00:35.354388 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-255de249-d88c-4be2-b464-1c8e9647e4d3 req-802a8555-cf5d-4ed3-9362-49058acbf156 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Sep 01 16:00:35.460692 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06b94-ebaf-4b23-8235-606b2ce2c58b req-f148d320-b845-42ea-9d58-91cb20094b35 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:35.462204 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fcd06b94-ebaf-4b23-8235-606b2ce2c58b req-f148d320-b845-42ea-9d58-91cb20094b35 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0485518 Sep 01 16:00:35.498830 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fcd06b94-ebaf-4b23-8235-606b2ce2c58b req-0c8cc689-8ffe-4e26-b985-29712bae308f tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Sep 01 16:00:35.607085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c16e1-a5fc-4009-9599-34a37c2e97ae req-ea5f9abf-ad26-446a-af79-e8475bce5de5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:35.608548 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c65c16e1-a5fc-4009-9599-34a37c2e97ae req-ea5f9abf-ad26-446a-af79-e8475bce5de5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0522182 Sep 01 16:00:35.858353 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c65c16e1-a5fc-4009-9599-34a37c2e97ae req-ca7c6537-8297-4902-a559-e45c4be4cf53 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437909 Sep 01 16:00:35.941322 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9c612b81-1b62-4060-b417-d19fb2b5961f req-fc00a56d-16d6-49d8-bebd-c826dbca02e3 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0262129 Sep 01 16:00:36.458760 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2e79fb48-1dde-4c71-b6b5-d8865dea1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:36.470936 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcdcde-e4c9-43c2-9201-d15cd3790626 req-b33b5442-18bd-4b4f-b87b-edfdf7072ff0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:36.472409 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-50bcdcde-e4c9-43c2-9201-d15cd3790626 req-b33b5442-18bd-4b4f-b87b-edfdf7072ff0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0492613 Sep 01 16:00:36.510280 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-50bcdcde-e4c9-43c2-9201-d15cd3790626 req-3fdde437-0435-4042-8605-1d0b625aa528 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Sep 01 16:00:36.615116 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec3c3e-63fe-41f7-96f6-7aa1e192c582 req-9ce32655-6e63-4de8-be0f-098b89a122f1 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:36.616574 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1ec3c3e-63fe-41f7-96f6-7aa1e192c582 req-9ce32655-6e63-4de8-be0f-098b89a122f1 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0475180 Sep 01 16:00:36.656442 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a1ec3c3e-63fe-41f7-96f6-7aa1e192c582 req-cb011113-ec95-4eac-87f9-9a2d0ae00dcf tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338452 Sep 01 16:00:36.977763 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863f5c-7615-487d-a3ab-0283dc004136 req-87bb025b-ccef-491e-becf-c2d73c52c33c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:36.979242 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-73863f5c-7615-487d-a3ab-0283dc004136 req-87bb025b-ccef-491e-becf-c2d73c52c33c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0475581 Sep 01 16:00:37.004180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 9ad25343-8aba-4d74-8553-a3041ad455ef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:00:37.019956 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-73863f5c-7615-487d-a3ab-0283dc004136 req-c7ef8856-30d0-4f8a-9aac-1e23dc9cf224 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Sep 01 16:00:37.027619 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 9ad25343-8aba-4d74-8553-a3041ad455ef {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:00:37.028272 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 9ad25343-8aba-4d74-8553-a3041ad455ef not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:00:37.082073 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b62d4e4b-d607-4923-8320-d61ec7a75f73 req-21353451-b6e0-43b4-81ad-c98794a1f691 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0272613 Sep 01 16:00:37.190647 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c68a-a642-4e72-b64d-ee474e09785f req-7feedeea-4f95-4ff6-adb1-6343baa0e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:37.192172 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-7feedeea-4f95-4ff6-adb1-6343baa0e89d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0451756 Sep 01 16:00:37.352398 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c68a-a642-4e72-b64d-ee474e09785f req-d88be436-7d43-410a-929d-c2f1bac937a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:37.353952 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-d88be436-7d43-410a-929d-c2f1bac937a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.0888226 Sep 01 16:00:37.363727 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:37.446337 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-54985ac3-e23c-4a9d-adb8-5427971f5f01 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.0395916 Sep 01 16:00:37.518334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c68a-a642-4e72-b64d-ee474e09785f req-a974826c-ee38-44be-91cd-af2bcc88a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:37.519775 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-a974826c-ee38-44be-91cd-af2bcc88a3b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0428348 Sep 01 16:00:37.554962 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-8a6fa3ff-5d31-46ea-aec1-a6db3acb3390 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253663 Sep 01 16:00:37.632962 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11aa6-4adb-4633-9590-614b444d477e req-716a5210-080d-46ac-ab23-5c059bdf820f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:37.634666 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6fb11aa6-4adb-4633-9590-614b444d477e req-716a5210-080d-46ac-ab23-5c059bdf820f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Sep 01 16:00:37.658603 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-7de9ff3f-d735-45c3-85b4-bfacda39b4c9 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891168 Sep 01 16:00:37.677036 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6fb11aa6-4adb-4633-9590-614b444d477e req-3ad97377-00c0-45b2-8f77-ebbf0aefd0bd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Sep 01 16:00:37.774269 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a597c68a-a642-4e72-b64d-ee474e09785f req-a0cd6f23-1424-4bae-948b-beb664787b85 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922244 Sep 01 16:00:37.775657 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a470-c7ca-47d0-8ff7-3f185c9118b6 req-17a900fb-4e6c-4ea4-8ba7-e4b4e06c8a6c tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:37.777143 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c584a470-c7ca-47d0-8ff7-3f185c9118b6 req-17a900fb-4e6c-4ea4-8ba7-e4b4e06c8a6c tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0516565 Sep 01 16:00:37.815999 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c584a470-c7ca-47d0-8ff7-3f185c9118b6 req-188aed3b-bae2-4f5d-9d2b-e8caff5ad4ca tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Sep 01 16:00:38.145377 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e3ec-0154-4847-9b49-da1dfdfa44b0 req-897bd0c1-b70d-4aff-a330-b0f47c58678e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:38.147097 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b9f2e3ec-0154-4847-9b49-da1dfdfa44b0 req-897bd0c1-b70d-4aff-a330-b0f47c58678e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0516870 Sep 01 16:00:38.187607 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b9f2e3ec-0154-4847-9b49-da1dfdfa44b0 req-d9743af4-2c6b-4956-b4fd-148831ebe428 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Sep 01 16:00:38.289942 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0adb9d2b-43d2-4a7b-8a8b-69bbbb0fbe1a req-e1a9a305-795b-4226-a414-95e107fd2711 tempest-VolumesActionsTest-487158195 tempest-VolumesActionsTest-487158195-project] 10.222.0.103 "GET /v2.0/ports?device_id=7d11e30e-d17c-4029-a228-2e5493b1a69e HTTP/1.1" status: 200 len: 210 time: 0.0281072 Sep 01 16:00:38.803589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f98f-fbdd-4e14-982a-6838644b4ee5 req-46f4a26f-d9fc-4404-a2db-02f15c51a8d0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:38.805099 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d3b4f98f-fbdd-4e14-982a-6838644b4ee5 req-46f4a26f-d9fc-4404-a2db-02f15c51a8d0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0541384 Sep 01 16:00:38.843503 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d3b4f98f-fbdd-4e14-982a-6838644b4ee5 req-03df141d-e55f-4132-91b6-300cbb8dc11f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Sep 01 16:00:38.938643 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ef836-a4e1-40a8-ac38-ede3f127a29d req-8966b5b9-568d-41d1-b5ae-1c9106e0062e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:38.939992 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-558ef836-a4e1-40a8-ac38-ede3f127a29d req-8966b5b9-568d-41d1-b5ae-1c9106e0062e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0567846 Sep 01 16:00:38.979915 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-558ef836-a4e1-40a8-ac38-ede3f127a29d req-3a72a8d0-b23a-4ec2-a06c-bb46ed588796 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Sep 01 16:00:39.308757 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70608fc6-2172-4faf-bcce-fb72fb965279 req-70e5ba96-f8fe-452d-84de-87724d21e853 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:39.309143 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f756-2192-47b8-8431-7b94ec2246e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:39.310642 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70608fc6-2172-4faf-bcce-fb72fb965279 req-70e5ba96-f8fe-452d-84de-87724d21e853 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0499430 Sep 01 16:00:39.350773 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70608fc6-2172-4faf-bcce-fb72fb965279 req-79a6243f-c742-4201-93a4-a49e2cabad65 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Sep 01 16:00:39.449246 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:39.971258 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24693-df8f-4ab1-b98a-167196ed6d36 req-67de69c3-d435-44eb-ae15-c600297e00f0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:39.972829 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebe24693-df8f-4ab1-b98a-167196ed6d36 req-67de69c3-d435-44eb-ae15-c600297e00f0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0561950 Sep 01 16:00:40.015623 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebe24693-df8f-4ab1-b98a-167196ed6d36 req-7e351c36-4957-48a2-bb05-ede64b4b5fd4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Sep 01 16:00:40.120213 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551fe74-86a5-4166-93f4-37ade8d4c89d req-8ff8efe0-c549-4fff-94d7-738c9f6307e5 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:40.121775 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8551fe74-86a5-4166-93f4-37ade8d4c89d req-8ff8efe0-c549-4fff-94d7-738c9f6307e5 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0507092 Sep 01 16:00:40.160493 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8551fe74-86a5-4166-93f4-37ade8d4c89d req-a47105e0-eb1a-4cd5-95db-64d35eabec6e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 Sep 01 16:00:40.287322 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:40.465010 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c97db-329c-4399-8bd0-e58c096f02f4 req-f7def220-f458-4b3e-9b04-4c46b4ef4c5c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:40.466545 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf1c97db-329c-4399-8bd0-e58c096f02f4 req-f7def220-f458-4b3e-9b04-4c46b4ef4c5c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Sep 01 16:00:40.504774 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf1c97db-329c-4399-8bd0-e58c096f02f4 req-3b21a937-f387-4c82-bfe6-c145a632f762 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Sep 01 16:00:41.133880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18a3f-8291-491c-bbc5-84b188bb8461 req-adfb370e-bcef-4f42-b7f8-df4dcba70fb3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:41.135406 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c6a18a3f-8291-491c-bbc5-84b188bb8461 req-adfb370e-bcef-4f42-b7f8-df4dcba70fb3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0509014 Sep 01 16:00:41.172716 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c6a18a3f-8291-491c-bbc5-84b188bb8461 req-1c0f298d-32ea-4408-ab18-130a5b9122ec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Sep 01 16:00:41.279384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f027-ccf8-454c-ac9a-cab30a9ae679 req-46c0fc2a-cd5e-412d-83fb-39cde3969fe6 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:41.280851 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1186f027-ccf8-454c-ac9a-cab30a9ae679 req-46c0fc2a-cd5e-412d-83fb-39cde3969fe6 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0483806 Sep 01 16:00:41.318804 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1186f027-ccf8-454c-ac9a-cab30a9ae679 req-3bc0f2dc-0360-4808-9e3b-6597f2c0868f tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Sep 01 16:00:41.617331 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a040d-455d-4185-b009-363e4ea7aac3 req-f235c9c2-2298-401b-9410-27dbce53c17d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:41.618735 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd2a040d-455d-4185-b009-363e4ea7aac3 req-f235c9c2-2298-401b-9410-27dbce53c17d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Sep 01 16:00:41.657725 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd2a040d-455d-4185-b009-363e4ea7aac3 req-87df5548-d2fc-42a4-919e-7e055f580f88 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Sep 01 16:00:42.038224 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:42.296083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37bc4-fd20-41ca-a221-23be2267cc0d req-7fcb7e84-321d-4be9-8652-1646cd568cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:42.297577 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edc37bc4-fd20-41ca-a221-23be2267cc0d req-7fcb7e84-321d-4be9-8652-1646cd568cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Sep 01 16:00:42.335665 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edc37bc4-fd20-41ca-a221-23be2267cc0d req-a707aa17-c314-4227-8448-c48b40e89bca tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Sep 01 16:00:42.437608 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88b178-e0bf-40e4-bf47-2f66d4e55810 req-8f1c9585-3336-4cee-ad60-a76b7ae49268 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:42.439098 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d88b178-e0bf-40e4-bf47-2f66d4e55810 req-8f1c9585-3336-4cee-ad60-a76b7ae49268 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0502656 Sep 01 16:00:42.478882 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d88b178-e0bf-40e4-bf47-2f66d4e55810 req-1161cc9b-b903-4386-b841-7cb3df337f2c tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Sep 01 16:00:42.772365 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e7fb-9dea-445b-a07b-1e307da73736 req-2cf39098-2d74-41d6-aaa3-b6d88b074aa8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:42.774068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ad8e7fb-9dea-445b-a07b-1e307da73736 req-2cf39098-2d74-41d6-aaa3-b6d88b074aa8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Sep 01 16:00:42.814589 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ad8e7fb-9dea-445b-a07b-1e307da73736 req-8004709c-fa9f-4568-830b-a1c0c4071400 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Sep 01 16:00:43.459897 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7ba2-5f50-4322-bce9-2db4a5729161 req-83081256-d5b8-427e-9b3b-565db4e1acf7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:43.461493 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-59dd7ba2-5f50-4322-bce9-2db4a5729161 req-83081256-d5b8-427e-9b3b-565db4e1acf7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0550573 Sep 01 16:00:43.501961 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-59dd7ba2-5f50-4322-bce9-2db4a5729161 req-c8b0222b-df85-4caa-accf-24f970795702 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Sep 01 16:00:43.606042 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5d72-b1f8-4fa8-80fc-3842a61939a7 req-e6fb0798-2f5d-4c83-b8a7-8478cbefb217 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:43.607534 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7daa5d72-b1f8-4fa8-80fc-3842a61939a7 req-e6fb0798-2f5d-4c83-b8a7-8478cbefb217 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0474176 Sep 01 16:00:43.646739 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7daa5d72-b1f8-4fa8-80fc-3842a61939a7 req-3a538fb4-4f6e-4467-a087-0f029f43bcfe tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Sep 01 16:00:43.927371 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc982c2-c8b1-4aa8-a34a-e2535ef40722 req-17ad8e87-7e8b-425d-8e83-74c451e7a71a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:43.928899 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9cc982c2-c8b1-4aa8-a34a-e2535ef40722 req-17ad8e87-7e8b-425d-8e83-74c451e7a71a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Sep 01 16:00:43.965848 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9cc982c2-c8b1-4aa8-a34a-e2535ef40722 req-eccaee4e-2b99-4526-ad26-127c0df90c6c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Sep 01 16:00:44.625699 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a8c57-892a-416f-a87c-649d3984c486 req-62189dbd-a41e-4d39-a155-358d667fa6c7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.627181 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e28a8c57-892a-416f-a87c-649d3984c486 req-62189dbd-a41e-4d39-a155-358d667fa6c7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0523102 Sep 01 16:00:44.665715 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e28a8c57-892a-416f-a87c-649d3984c486 req-a15771ed-44be-445f-9134-2e30f7ace05d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Sep 01 16:00:44.769415 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c097c-19a6-4294-bd16-a43acd4c4c96 req-90b4a952-1cae-46a2-83e5-d1cfbcf269ef tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.771484 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-182c097c-19a6-4294-bd16-a43acd4c4c96 req-90b4a952-1cae-46a2-83e5-d1cfbcf269ef tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0480063 Sep 01 16:00:44.821760 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-182c097c-19a6-4294-bd16-a43acd4c4c96 req-5ebc1ff7-b270-4b56-accc-c2134d96e522 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Sep 01 16:00:45.081852 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608a184-1a2d-456e-85c7-c72113e403db req-e0c9030a-6083-4ae4-9bd6-88745bca42c2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:45.083789 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f608a184-1a2d-456e-85c7-c72113e403db req-e0c9030a-6083-4ae4-9bd6-88745bca42c2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0491202 Sep 01 16:00:45.120321 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f608a184-1a2d-456e-85c7-c72113e403db req-7e7c6d40-0d47-4a8d-8767-9fda6c704445 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307412 Sep 01 16:00:45.795564 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7778ca-0930-4852-8b62-8081d52ee61c req-84c58442-ee18-4ce9-b119-d0b22a7bde6a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:45.797075 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa7778ca-0930-4852-8b62-8081d52ee61c req-84c58442-ee18-4ce9-b119-d0b22a7bde6a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0582469 Sep 01 16:00:45.837735 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa7778ca-0930-4852-8b62-8081d52ee61c req-1ed5b18c-32f3-4517-8196-4da394ebbd9f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Sep 01 16:00:45.946514 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-506fba00-2356-4727-a60b-059add961229 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:45.948002 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-506fba00-2356-4727-a60b-059add961229 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.97 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0579722 Sep 01 16:00:45.951994 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451b77e-fdc5-4d34-9b99-e5f6290edda0 req-a526d26d-c0b9-4b4c-b66e-717d76a246c2 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:45.953500 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3451b77e-fdc5-4d34-9b99-e5f6290edda0 req-a526d26d-c0b9-4b4c-b66e-717d76a246c2 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 949 time: 0.0512462 Sep 01 16:00:45.994444 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3451b77e-fdc5-4d34-9b99-e5f6290edda0 req-1bbe6f4f-bc6e-4cca-823c-1b41643df44b tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/security-groups?id=47dbc7a0-01eb-468d-add4-4c6640223335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Sep 01 16:00:46.063144 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Deleting port ad05463f-1639-4482-a428-09e4008d6306 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:00:46.063725 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:46.156507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] For port ad05463f-1639-4482-a428-09e4008d6306, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ad05463f-1639-4482-a428-09e4008d6306,segment=NetworkSegment(f7826887-a0cb-4a09-b64d-a53bf86ea845),segment_id=f7826887-a0cb-4a09-b64d-a53bf86ea845)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:46.157304 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:46.170808 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Calling delete_port for ad05463f-1639-4482-a428-09e4008d6306 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:00:46.247378 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fcfc0-2632-45cf-95c2-c8eb0d7e347d req-236ace62-4ac5-42e8-885b-158977a48eb7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:46.249431 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e79fcfc0-2632-45cf-95c2-c8eb0d7e347d req-236ace62-4ac5-42e8-885b-158977a48eb7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0537722 Sep 01 16:00:46.283218 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e45900-31e8-41fd-8cf5-4d44c1d08f59 req-912002ae-0806-4010-9197-3318bd4a9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:46.284732 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-34e45900-31e8-41fd-8cf5-4d44c1d08f59 req-912002ae-0806-4010-9197-3318bd4a9690 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0527303 Sep 01 16:00:46.289438 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e79fcfc0-2632-45cf-95c2-c8eb0d7e347d req-82e8511c-7f23-47c7-a722-84f96051e1c7 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Sep 01 16:00:46.375952 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-34e45900-31e8-41fd-8cf5-4d44c1d08f59 req-081f4681-6fe0-40c2-bf7b-6a34f15921d6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Sep 01 16:00:46.432037 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:46.465126 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Pushing event deleted for resources: {'Port': ['ID=ad05463f-1639-4482-a428-09e4008d6306,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:46.485784 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['ad05463f-1639-4482-a428-09e4008d6306'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:46.517227 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] No DVR routers for this DVR port ad05463f-1639-4482-a428-09e4008d6306 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:00:46.519658 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:46.522455 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-c5d0a562-07ba-40dc-a641-951ccdbd0dba req-e41c8586-da44-41b3-86e2-fc79c68e0d1e tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.97 "DELETE /v2.0/ports/ad05463f-1639-4482-a428-09e4008d6306 HTTP/1.1" status: 204 len: 173 time: 0.5580850 Sep 01 16:00:46.522682 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'name': 'network-vif-deleted', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:46.525015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bd63fe-7b73-4e1b-a912-cde9ce3d354b" -d '{"events": [{"server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "name": "network-vif-deleted", "tag": "ad05463f-1639-4482-a428-09e4008d6306"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:46.565552 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb7044-4384-4d28-a94d-70ae43d8c450 x-openstack-request-id: req-66eb7044-4384-4d28-a94d-70ae43d8c450 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:46.565841 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e868d8-8ab4-45ef-a3be-7f77a947fc89", "name": "network-vif-deleted", "tag": "ad05463f-1639-4482-a428-09e4008d6306", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:46.566112 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-66eb7044-4384-4d28-a94d-70ae43d8c450 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:46.566503 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e868d8-8ab4-45ef-a3be-7f77a947fc89', 'name': 'network-vif-deleted', 'tag': 'ad05463f-1639-4482-a428-09e4008d6306', 'status': 'completed', 'code': 200} Sep 01 16:00:46.973777 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a608-4ac0-4d44-9d5f-11d63550f18b req-b52047c5-4c78-4c10-bf3c-a9a0303463d2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:46.975335 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc90a608-4ac0-4d44-9d5f-11d63550f18b req-b52047c5-4c78-4c10-bf3c-a9a0303463d2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0597634 Sep 01 16:00:47.024103 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc90a608-4ac0-4d44-9d5f-11d63550f18b req-6375a8eb-4a97-4264-99a7-927e5cdafcd7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Sep 01 16:00:47.113722 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-33dd2bf3-3d51-4f2f-938e-863a52cbbbad req-a57cefcc-64cc-4321-a776-6c020f8fb095 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Sep 01 16:00:47.483187 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9f7f4-ea28-4ebd-bbc3-a6d44d8771d6 req-eb285774-4656-4fdb-811b-3e64a9e5cb70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:47.494591 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-82b9f7f4-ea28-4ebd-bbc3-a6d44d8771d6 req-eb285774-4656-4fdb-811b-3e64a9e5cb70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0819619 Sep 01 16:00:47.533888 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-82b9f7f4-ea28-4ebd-bbc3-a6d44d8771d6 req-9eec944d-1e6e-436a-b7b4-0a4d6261694c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Sep 01 16:00:48.168039 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40170d7a-9f98-4567-ad67-8a411842d2fe req-a8916489-b554-42b1-a74d-389885a130d6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:48.169567 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-40170d7a-9f98-4567-ad67-8a411842d2fe req-a8916489-b554-42b1-a74d-389885a130d6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0600307 Sep 01 16:00:48.245179 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6f40cae5-0f9c-4dd9-8a6f-cd2b56673f85 req-1c274d6b-4114-4128-af09-1c0739445529 tempest-VolumesNegativeTest-1460864089 tempest-VolumesNegativeTest-1460864089-project] 10.222.0.103 "GET /v2.0/ports?device_id=50e868d8-8ab4-45ef-a3be-7f77a947fc89 HTTP/1.1" status: 200 len: 210 time: 0.0439985 Sep 01 16:00:48.248384 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-40170d7a-9f98-4567-ad67-8a411842d2fe req-e45b7d46-1ce3-469b-b76d-7187f0259e33 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714312 Sep 01 16:00:48.698340 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962177aa-317f-4041-be63-439db2e405e7 req-0e413f18-0a3a-4b43-a6e8-29851b2f2b70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:48.699853 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-962177aa-317f-4041-be63-439db2e405e7 req-0e413f18-0a3a-4b43-a6e8-29851b2f2b70 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0787830 Sep 01 16:00:48.756133 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-962177aa-317f-4041-be63-439db2e405e7 req-c5de4c45-2940-4c5f-adbe-2147e1308967 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Sep 01 16:00:49.048716 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:49.065264 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ad05463f-1639-4482-a428-09e4008d6306 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:00:49.099894 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: ad05463f-1639-4482-a428-09e4008d6306 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:00:49.102080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ad05463f-1639-4482-a428-09e4008d6306 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:00:49.205169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:49.217139 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:49.489637 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ebe2e-017a-4ce1-b8bd-80939063c16c req-19a33a24-ab08-4327-8b3c-4f83e0c48e71 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:49.492367 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f54ebe2e-017a-4ce1-b8bd-80939063c16c req-19a33a24-ab08-4327-8b3c-4f83e0c48e71 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.1203744 Sep 01 16:00:49.538020 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:49.554903 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:49.587518 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:49.637008 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f54ebe2e-017a-4ce1-b8bd-80939063c16c req-d6a80eaa-190d-4da8-82f0-7b5d98a55cd6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015823 Sep 01 16:00:49.669686 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:49.783108 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=6']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:49.794992 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.794992 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.794992 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.797887 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.798443 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.798934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.799468 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.799958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.800449 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.800927 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.801507 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.802647 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:00:49.913974 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57174cb5-d38f-4ade-be8b-c4e64d6b6ef6 req-03774cfb-09c8-4955-b66a-d4162774e61d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:49.923139 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-57174cb5-d38f-4ade-be8b-c4e64d6b6ef6 req-03774cfb-09c8-4955-b66a-d4162774e61d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0950296 Sep 01 16:00:49.967882 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-57174cb5-d38f-4ade-be8b-c4e64d6b6ef6 req-a9a3b6b0-f36d-434b-9554-2ed5dc26e9ba tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Sep 01 16:00:49.986581 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:50.716960 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-085c8d01-d02b-44a6-b562-b851cfe5fb77 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:50.718547 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-085c8d01-d02b-44a6-b562-b851cfe5fb77 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.2026565 Sep 01 16:00:50.760948 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-d8c042d8-adbd-4049-add9-b6b0e5f28f13 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/quotas/52bc34884c75461c830e04a52044b246 HTTP/1.1" status: 200 len: 375 time: 0.0284989 Sep 01 16:00:50.804459 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-8ad5e7db-ada4-4ae7-8812-c77b691cb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:50.807494 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-8ad5e7db-ada4-4ae7-8812-c77b691cb77e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0860035 Sep 01 16:00:50.906682 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-62d52e72-0201-41ba-9c96-0740f1ab084b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439779 Sep 01 16:00:50.995802 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4be091-f955-4ebc-a127-bafab6bb8880 req-618ff475-f5ab-41d7-97a2-bc0272b3d3e3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:50.998068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6c4be091-f955-4ebc-a127-bafab6bb8880 req-618ff475-f5ab-41d7-97a2-bc0272b3d3e3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.1886771 Sep 01 16:00:51.064467 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:51.152671 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6c4be091-f955-4ebc-a127-bafab6bb8880 req-819528fb-6c9b-4130-a388-b1fcd1b755f3 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328318 Sep 01 16:00:51.213990 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:51.214637 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:51.227216 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-f3401eb8-b8c5-4b7e-9a6a-1130beca26cf service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154697 Sep 01 16:00:51.336120 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:51.393558 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:51.399095 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b44006-a7ff-43d6-89f7-4cb90828dbcf" -d '{"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:51.417575 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:51.443007 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-26037f75-03e1-4194-aebf-38642bd95b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:51.445089 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-26037f75-03e1-4194-aebf-38642bd95b70 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.6292605 Sep 01 16:00:51.498412 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:51.519124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246133-dbbc-4ec5-9676-07f2a935ab7e req-e6b84cf0-cd41-4a55-bfae-a98d2383faf9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:51.521205 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e5246133-dbbc-4ec5-9676-07f2a935ab7e req-e6b84cf0-cd41-4a55-bfae-a98d2383faf9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.1044900 Sep 01 16:00:51.534278 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-2c1c1570-54d0-47ef-b8c1-b33511c2b62f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.0740907 Sep 01 16:00:51.551323 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-d168dad7-c66e-4114-a3ff-671a6a071e91 service neutron] 10.222.0.103 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233218 Sep 01 16:00:51.598697 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=7']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:51.619385 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e5246133-dbbc-4ec5-9676-07f2a935ab7e req-3c262c8c-57cc-43dd-a04f-64f950612b54 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799012 Sep 01 16:00:51.624075 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-d231dd0c-972e-4fed-9030-aedcda155ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:51.626040 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-d231dd0c-972e-4fed-9030-aedcda155ef0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0818985 Sep 01 16:00:51.675785 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-40ed9954-befe-492f-94cf-5c5afe825fc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313718 Sep 01 16:00:51.693821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab13ea3-14b3-4e64-acda-861f1b21df7e x-openstack-request-id: req-cab13ea3-14b3-4e64-acda-861f1b21df7e {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:51.693821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:51.693821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-cab13ea3-14b3-4e64-acda-861f1b21df7e {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:51.693821 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'code': 200} Sep 01 16:00:51.798303 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-eba36706-bfce-46fa-8446-568983c1513f service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020806 Sep 01 16:00:51.904175 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-09ffe666-8a03-4a64-b4a6-64d93d493581 req-e277dadc-f74c-4455-9226-321f7c7772ba tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0299759 Sep 01 16:00:51.981356 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-36987daa-e19d-4680-b20d-723ae4aab2b0 req-f529683b-723e-4d85-8674-73e5a98f4db5 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421161 Sep 01 16:00:52.297946 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56d17-e6f0-4ebd-a420-c98268e8efd5 req-fa027395-84fc-4633-9f41-c6c703acc149 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:52.299965 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-50c56d17-e6f0-4ebd-a420-c98268e8efd5 req-fa027395-84fc-4633-9f41-c6c703acc149 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0670440 Sep 01 16:00:52.345544 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-50c56d17-e6f0-4ebd-a420-c98268e8efd5 req-72b26cba-1e75-48e4-8f9f-c2af3240a0c0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 Sep 01 16:00:52.534810 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:00:52.819273 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c6e63-4b56-4bec-8df2-7eb294eee771 req-0a3366e2-326a-4e3d-9fbd-c792f92382f2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:52.820978 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f29c6e63-4b56-4bec-8df2-7eb294eee771 req-0a3366e2-326a-4e3d-9fbd-c792f92382f2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0759590 Sep 01 16:00:52.873770 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f29c6e63-4b56-4bec-8df2-7eb294eee771 req-03457bf5-ac93-4244-a5bf-e26235244894 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Sep 01 16:00:53.022047 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a27a8d63-433d-4b24-ab56-40de3a3cc293 req-d94404b0-e67e-4c3f-8507-0d1c04a692d6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 01 16:00:53.541506 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94355-7c54-4f5f-8ffb-be646c684e44 req-abf97956-5297-43b2-b3e8-4be74dcf7e53 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:53.543857 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1b94355-7c54-4f5f-8ffb-be646c684e44 req-abf97956-5297-43b2-b3e8-4be74dcf7e53 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0789707 Sep 01 16:00:53.601823 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1b94355-7c54-4f5f-8ffb-be646c684e44 req-d3169b5d-fa75-4e23-880d-7afede09144e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443940 Sep 01 16:00:54.019168 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65538bfb-f545-485e-aaa0-de51020e061f req-d4266be5-d1ca-4c9b-8213-801842b98cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:54.028507 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-65538bfb-f545-485e-aaa0-de51020e061f req-d4266be5-d1ca-4c9b-8213-801842b98cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0568552 Sep 01 16:00:54.096224 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-65538bfb-f545-485e-aaa0-de51020e061f req-1390d35e-20d3-4ae8-81f2-798d61509dff tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558403 Sep 01 16:00:54.272613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6edccadb-c2fd-4a89-998b-68cbab9148de req-243c571b-8221-4de1-be12-3e73593d441f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0674200 Sep 01 16:00:54.751155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734563d-dfd3-4cba-a63b-65451f4046e6 req-27a10c43-764e-4317-a201-fcbcc430375f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:54.752764 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d734563d-dfd3-4cba-a63b-65451f4046e6 req-27a10c43-764e-4317-a201-fcbcc430375f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Sep 01 16:00:54.795396 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d734563d-dfd3-4cba-a63b-65451f4046e6 req-eef7b497-973a-4970-804b-ac26e81ac226 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Sep 01 16:00:55.230600 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847a5a-2f5d-44eb-b511-0af577e66b1e req-c1c57dc4-a761-4078-ae2d-605115018acb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:55.233084 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-89847a5a-2f5d-44eb-b511-0af577e66b1e req-c1c57dc4-a761-4078-ae2d-605115018acb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0508873 Sep 01 16:00:55.286848 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-89847a5a-2f5d-44eb-b511-0af577e66b1e req-cee094ba-3e4e-4d05-abd9-0db23040b321 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Sep 01 16:00:55.390667 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-950857de-e83e-4765-8bea-476dfdbb322a req-06b3147a-2f1c-42f9-abf3-48d3bae64014 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0310662 Sep 01 16:00:55.969439 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207efc4-c1a3-4f2c-9ec0-ccddf131aebd req-a7780119-92a9-4687-8f0d-dd37b4b2a9a4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:55.978065 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4207efc4-c1a3-4f2c-9ec0-ccddf131aebd req-a7780119-92a9-4687-8f0d-dd37b4b2a9a4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0948012 Sep 01 16:00:56.022413 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4207efc4-c1a3-4f2c-9ec0-ccddf131aebd req-a3ccc69c-dd66-49c7-af58-d2e978ab6460 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Sep 01 16:00:56.480361 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32585be4-acfa-447c-a85a-ee92cb31a633 req-5534781d-71bf-4c65-a791-8d6d8b7d98e5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:56.483213 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32585be4-acfa-447c-a85a-ee92cb31a633 req-5534781d-71bf-4c65-a791-8d6d8b7d98e5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0853384 Sep 01 16:00:56.532482 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32585be4-acfa-447c-a85a-ee92cb31a633 req-2957a5d2-60cb-4e5c-9e34-142ec6be30e9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415163 Sep 01 16:00:56.746354 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa0d5204-7c30-4bf0-b8f9-7dc22f0860af req-f4ab34f5-acee-453d-bd6b-69d45e43f013 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0530500 Sep 01 16:00:57.179600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-83eefa42-ed23-4e27-b9fa-3803ff0a96f1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:57.182331 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-83eefa42-ed23-4e27-b9fa-3803ff0a96f1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/networks?id=a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 200 len: 815 time: 0.1595283 Sep 01 16:00:57.213853 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Request body: {'port': {'device_id': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'admin_state_up': True, 'tenant_id': '52bc34884c75461c830e04a52044b246'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:57.337140 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f2c0-2230-44f6-b318-55cacc17ea46 req-10304416-eee2-46b1-9f1d-b5acd7645b2e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:57.338677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af01f2c0-2230-44f6-b318-55cacc17ea46 req-10304416-eee2-46b1-9f1d-b5acd7645b2e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.1633513 Sep 01 16:00:57.441232 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af01f2c0-2230-44f6-b318-55cacc17ea46 req-82b032c4-b487-4b6c-babc-80291929350c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938530 Sep 01 16:00:57.597859 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Made reservation on behalf of 52bc34884c75461c830e04a52044b246 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:57.606802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:57.884251 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e63729-f2b6-4b28-85ab-9496d7b959ee req-4a2cd36a-b817-4801-be89-b3beac8a4634 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:57.926384 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-01e63729-f2b6-4b28-85ab-9496d7b959ee req-4a2cd36a-b817-4801-be89-b3beac8a4634 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.2588656 Sep 01 16:00:58.015607 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Allocated IP 172.20.0.6 (a567782d-ca85-4802-82c6-c75b2032534c/662bb6b9-6516-4926-afa9-6a9c8ceac63a/ddae3972-4a54-4981-bfd6-24630d9cd74d) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:58.070189 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-01e63729-f2b6-4b28-85ab-9496d7b959ee req-5a2d7e3c-e9f3-4db7-95c9-a1997d98837a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201994 Sep 01 16:00:58.212987 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f4cebaa3-bde1-42ca-a5e3-01a95c0f0f02 req-c372645e-c51c-4502-8db5-ed37699dfbe4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0637121 Sep 01 16:00:58.313860 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:58.322962 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46084) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:58.459350 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:58.525128 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'fccef640-b647-46dc-88a6-d23108d1db9f', '1b3dcae6-bb43-4e2e-a1c5-a593eb068368'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:58.625840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Network a567782d-ca85-4802-82c6-c75b2032534c is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:58.639601 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:58.662466 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:58.664270 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252c88-7329-4e13-b2c5-1359f2f17fef req-d62c78dc-604d-48e9-97c2-dbe5af4811c6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:58.675837 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-76252c88-7329-4e13-b2c5-1359f2f17fef req-d62c78dc-604d-48e9-97c2-dbe5af4811c6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.1057169 Sep 01 16:00:58.701357 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:58.702087 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:58.748521 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-76252c88-7329-4e13-b2c5-1359f2f17fef req-ff41088c-abb3-413c-8f5b-afa54da3e67e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701146 Sep 01 16:00:58.749614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event updated for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:58.761706 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-dced210f-b665-4f30-b519-6adfb5b537f5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ffaca66c6ed343da95a764a756a972af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366276 Sep 01 16:00:58.763787 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46092) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:58.858054 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-a8ce5fdf-3b3d-437f-aff3-687e26d8c682 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492972 Sep 01 16:00:58.905751 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Request body: {'port': {'device_id': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:58.981740 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.206907 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.327400 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.401148 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cce7b-b576-477e-8bf7-889b86453d1c req-8690a024-b444-45c9-abe6-31b08f03d021 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:59.412812 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9c2cce7b-b576-477e-8bf7-889b86453d1c req-8690a024-b444-45c9-abe6-31b08f03d021 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.1134052 Sep 01 16:00:59.549141 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9c2cce7b-b576-477e-8bf7-889b86453d1c req-aac498cf-a548-4dc3-9c25-7f5aabeb47d1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334460 Sep 01 16:00:59.586152 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc690-d3bd-402b-ad0b-e74eb50fdb93 req-aae9979e-ff5a-403a-a93a-8f8584ac105c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:59.593417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f7fc690-d3bd-402b-ad0b-e74eb50fdb93 req-aae9979e-ff5a-403a-a93a-8f8584ac105c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 931 time: 0.1763577 Sep 01 16:00:59.618507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.622076 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.623348 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/47dbc7a0-01eb-468d-add4-4c6640223335 HTTP/1.1" status: 204 len: 168 time: 0.8564963 Sep 01 16:00:59.641176 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64348c79-a18b-4fdd-a32e-865f5bf1b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dbc7a0-01eb-468d-add4-4c6640223335,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:59.678567 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f7fc690-d3bd-402b-ad0b-e74eb50fdb93 req-5d67f284-7e56-46fc-a22a-67f6d48694af tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841930 Sep 01 16:00:59.775441 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddae3972-4a54-4981-bfd6-24630d9cd74d {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:59.779833 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.804929 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Transition to ACTIVE for port object ddae3972-4a54-4981-bfd6-24630d9cd74d will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:59.952031 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:00.039994 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:00.109975 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Attempting to bind port ddae3972-4a54-4981-bfd6-24630d9cd74d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:01:00.110326 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Attempting to bind port ddae3972-4a54-4981-bfd6-24630d9cd74d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:01:00.110732 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Attempting to bind port ddae3972-4a54-4981-bfd6-24630d9cd74d on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:00.122290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Port ddae3972-4a54-4981-bfd6-24630d9cd74d on network a567782d-ca85-4802-82c6-c75b2032534c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:01:00.132901 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Attempting to bind port ddae3972-4a54-4981-bfd6-24630d9cd74d on network a567782d-ca85-4802-82c6-c75b2032534c {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:00.144236 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:01:00.144770 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Checking segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:00.162927 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Bound using segment: {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:01:00.163538 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Bound port: ddae3972-4a54-4981-bfd6-24630d9cd74d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998a1d3-b687-472c-8239-4bc2aa0fb353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:01:00.164018 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:00.371838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:00.376746 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:01:00.482079 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:00.529573 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:00.530816 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:00.532862 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] 10.222.0.97 "PUT /v2.0/ports/ddae3972-4a54-4981-bfd6-24630d9cd74d HTTP/1.1" status: 200 len: 1093 time: 1.6402266 Sep 01 16:01:00.533581 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:00.537338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018153cf-1fdd-4210-bb53-daa5019fa75f" -d '{"events": [{"name": "network-changed", "server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:00.566133 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5026b-42c8-4acc-bda1-764c6082a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:00.602871 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd29c3b-c45b-4aba-af64-efe3d3b22800 x-openstack-request-id: req-9fd29c3b-c45b-4aba-af64-efe3d3b22800 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:00.603158 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:00.603430 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-9fd29c3b-c45b-4aba-af64-efe3d3b22800 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:00.603829 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d', 'status': 'completed', 'code': 200} Sep 01 16:01:00.731440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a58b6-9e7b-47dd-bd1b-d7eb8888926c req-21667d5c-bce7-4b15-aa78-a56a12a8d657 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:00.733006 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-183a58b6-9e7b-47dd-bd1b-d7eb8888926c req-21667d5c-bce7-4b15-aa78-a56a12a8d657 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0686371 Sep 01 16:01:00.761133 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-1ff94a28-8890-4752-9cfb-f4bef7428b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:00.764430 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-1ff94a28-8890-4752-9cfb-f4bef7428b01 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 1096 time: 0.0843930 Sep 01 16:01:00.822333 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-183a58b6-9e7b-47dd-bd1b-d7eb8888926c req-9eddbd2b-b6ba-42c5-84af-34b03fbc3685 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819743 Sep 01 16:01:00.843289 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d057-c9d1-4787-a515-73d2b84707a7 req-e3495054-43e2-47a7-a1d3-9f711d17f6c1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:00.853323 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a01d057-c9d1-4787-a515-73d2b84707a7 req-e3495054-43e2-47a7-a1d3-9f711d17f6c1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.1008461 Sep 01 16:01:00.954832 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a01d057-c9d1-4787-a515-73d2b84707a7 req-1b505543-1b1e-4847-aeb5-bcaf93effd53 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003036 Sep 01 16:01:01.071029 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-33c19017-be56-435c-bb0b-d052b2a6fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.073106 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-33c19017-be56-435c-bb0b-d052b2a6fd06 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=52bc34884c75461c830e04a52044b246&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2944410 Sep 01 16:01:01.304494 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-fce8c642-fc7d-4245-bf6c-e7dc615cb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.307461 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-018153cf-1fdd-4210-bb53-daa5019fa75f req-fce8c642-fc7d-4245-bf6c-e7dc615cb9fd service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2114422 Sep 01 16:01:01.483195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-5bfecfaa-61e1-435c-853e-78dd80cf41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.488888 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-5bfecfaa-61e1-435c-853e-78dd80cf41c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=52bc34884c75461c830e04a52044b246&device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 1096 time: 0.0950792 Sep 01 16:01:01.506714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375ab91-9781-44f1-ba35-7eb77c3fe2d2 req-ec2d18e7-171d-44b3-bcb8-42fb0ed5046f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.508230 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f375ab91-9781-44f1-ba35-7eb77c3fe2d2 req-ec2d18e7-171d-44b3-bcb8-42fb0ed5046f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0683410 Sep 01 16:01:01.568843 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f375ab91-9781-44f1-ba35-7eb77c3fe2d2 req-aaa106aa-489c-412f-95f9-c13ea5e4926b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Sep 01 16:01:01.585587 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-afa0a4b9-a287-4725-8e9b-e5ffc866bb18 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d HTTP/1.1" status: 200 len: 217 time: 0.0449240 Sep 01 16:01:01.710761 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-808889d9-ee68-40c8-8584-40ca15326bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.714126 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-808889d9-ee68-40c8-8584-40ca15326bb5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 200 len: 855 time: 0.1205058 Sep 01 16:01:01.777334 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-0c6d0757-4c40-47ea-8321-79eb2bba6ce5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a567782d-ca85-4802-82c6-c75b2032534c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527205 Sep 01 16:01:01.804342 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46162) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:02.011989 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-0d5c6b30-ccd2-4318-b15d-bf5a7143a044 service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213204 Sep 01 16:01:02.056818 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1858972126-network', 'tenant_id': '0f56f1c1293b4223935153a5b433494a'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:02.188490 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ab8306b9-755b-47ba-a353-750dd50abed3 req-6e245ce8-ae82-4815-9652-630f5b3af22a service neutron] 10.222.0.97 "GET /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704326 Sep 01 16:01:02.189938 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db77c9-1fbf-4798-b784-f568e432e733 req-36d33b88-e3f3-4e60-8bec-6cd681a308d7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:02.191628 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-21db77c9-1fbf-4798-b784-f568e432e733 req-36d33b88-e3f3-4e60-8bec-6cd681a308d7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.1666892 Sep 01 16:01:02.248336 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Made reservation on behalf of 0f56f1c1293b4223935153a5b433494a for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:01:02.251174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.265914 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.294737 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-21db77c9-1fbf-4798-b784-f568e432e733 req-75f7b8f4-d03f-4744-9513-ecfedc8817e0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789406 Sep 01 16:01:02.485853 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.507930 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f3612-4607-45dd-b43e-19f659f614bc req-dfbedd16-838a-4470-b540-6640542960ba tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:02.507930 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0e2f3612-4607-45dd-b43e-19f659f614bc req-dfbedd16-838a-4470-b540-6640542960ba tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.0816252 Sep 01 16:01:02.582213 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.633896 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0e2f3612-4607-45dd-b43e-19f659f614bc req-9c486e99-807b-43d0-a0db-9cb799b22433 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175990 Sep 01 16:01:02.677842 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:01:02.685632 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe4b08-cec3-4029-a12e-0bf5babee500,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:02.693065 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.693555 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Added segment 3becf1fd-9c20-4aa4-bf77-b376e33e2498 of type vlan for network fafdb77b-3a75-4096-85fc-a777f675dcb0 Sep 01 16:01:02.750159 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.871631 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:02.872764 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:02.873603 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:03.038676 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=fafdb77b-3a75-4096-85fc-a777f675dcb0,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:03.056962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:01:03.058623 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-2ffc2564-c381-421f-a32c-35d5fa0dc6c7 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2460151 Sep 01 16:01:03.062899 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46186) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:03.077323 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Request body: {'subnet': {'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1858972126-subnet', 'tenant_id': '0f56f1c1293b4223935153a5b433494a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:03.252005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Made reservation on behalf of 0f56f1c1293b4223935153a5b433494a for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:01:03.256189 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:03.507528 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e04c0-66aa-44e2-a695-b5f6e960b062 req-84238751-d813-4fb8-b970-8e4d4f3b620b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:03.509313 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2e0e04c0-66aa-44e2-a695-b5f6e960b062 req-84238751-d813-4fb8-b970-8e4d4f3b620b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0716155 Sep 01 16:01:03.581658 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2e0e04c0-66aa-44e2-a695-b5f6e960b062 req-45ec80b8-1895-49f6-83d5-085df261a87e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Sep 01 16:01:03.939954 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20d78-cbad-46df-be82-1b8a0c11a576 req-99dc646f-0fb1-4d4d-b0c6-0aa2fe1f3b7f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:03.961292 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-01b20d78-cbad-46df-be82-1b8a0c11a576 req-99dc646f-0fb1-4d4d-b0c6-0aa2fe1f3b7f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.1505857 Sep 01 16:01:03.968713 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:04.096062 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-01b20d78-cbad-46df-be82-1b8a0c11a576 req-02695a12-16f5-45b5-9861-16d1f564250a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309981 Sep 01 16:01:04.171528 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe24ca0c-6d14-45df-8a2f-5d38a1d34e23,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:04.185301 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Checking segment: {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:04.187164 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Network hostable DHCP agents. Network: fafdb77b-3a75-4096-85fc-a777f675dcb0, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:01:04.297944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:01:04.391995 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, fafdb77b-3a75-4096-85fc-a777f675dcb0) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:01:04.404073 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:04.404760 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ded9d3-626d-4170-90c7-004cbd9a8f15 None None] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:01:04.405457 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:04.508363 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-dfb03972-308c-4ba6-a0d7-e015090a780a admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4435780 Sep 01 16:01:04.759192 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c9160-0e2e-458a-8f62-81bbfe7caed9 None None] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:01:04.790604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe1823-ff88-4ddb-8e93-da0fd07e3e93 req-d6728f70-03f8-4795-81c9-3b32f81f663a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:04.792600 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0fe1823-ff88-4ddb-8e93-da0fd07e3e93 req-d6728f70-03f8-4795-81c9-3b32f81f663a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.1021357 Sep 01 16:01:04.899677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0fe1823-ff88-4ddb-8e93-da0fd07e3e93 req-b8f90d7c-c65f-4814-92f1-d6e9d4307742 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910301 Sep 01 16:01:05.069395 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46226) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:05.361156 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c7080ddc-2af7-4c14-94a6-af1f67fbe474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:05.399842 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393db04-cb72-45cd-ae88-f0263d630c28 req-54b730fc-9137-4603-865a-514166d401b7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:05.409385 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a393db04-cb72-45cd-ae88-f0263d630c28 req-54b730fc-9137-4603-865a-514166d401b7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.1489367 Sep 01 16:01:05.481148 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a393db04-cb72-45cd-ae88-f0263d630c28 req-40f680b3-7826-4813-8d23-a2a9d44b2d07 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626044 Sep 01 16:01:05.567589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c7080ddc-2af7-4c14-94a6-af1f67fbe474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:05.709577 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c7080ddc-2af7-4c14-94a6-af1f67fbe474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:05.751918 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c7080ddc-2af7-4c14-94a6-af1f67fbe474 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=751d547b1e4b4774a026a2ef140e7a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807723 Sep 01 16:01:05.753545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080ddc-2af7-4c14-94a6-af1f67fbe474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f261928b-8425-46d3-b491-f4906056c193,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:05.755444 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46236) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:05.991268 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:06.020351 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:06.072577 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedca43-6e5f-455f-be0d-3b06a6f94818 req-974a42b1-966b-4d4d-a70d-cf221940cf8e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:06.075177 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0dedca43-6e5f-455f-be0d-3b06a6f94818 req-974a42b1-966b-4d4d-a70d-cf221940cf8e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0648806 Sep 01 16:01:06.136063 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0dedca43-6e5f-455f-be0d-3b06a6f94818 req-31560f36-2bc9-4c70-97de-c3dd36b97bae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499980 Sep 01 16:01:06.316285 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:06.316285 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:06.316285 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/f261928b-8425-46d3-b491-f4906056c193 HTTP/1.1" status: 204 len: 168 time: 0.5540450 Sep 01 16:01:06.330324 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144c437-be69-4775-9346-e7e223465d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f261928b-8425-46d3-b491-f4906056c193,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:06.498189 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-42795a35-e3cb-4d4f-b06b-fb57df1ab4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:06.643730 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcde78-b183-48b7-830a-610631be88bf req-809eb305-9043-41c6-8902-a05dfcd0c3dd tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:06.652739 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4afcde78-b183-48b7-830a-610631be88bf req-809eb305-9043-41c6-8902-a05dfcd0c3dd tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.0538833 Sep 01 16:01:06.696863 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4afcde78-b183-48b7-830a-610631be88bf req-618de356-efda-4e0f-a78f-6b86753656f1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Sep 01 16:01:07.357504 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:07.372184 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76ab7-0cfa-4068-b914-d555427936e6 req-3a31b59b-2523-4f14-b0a9-fa11efff63a3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:07.376265 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4b76ab7-0cfa-4068-b914-d555427936e6 req-3a31b59b-2523-4f14-b0a9-fa11efff63a3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0695302 Sep 01 16:01:07.458614 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4b76ab7-0cfa-4068-b914-d555427936e6 req-b997ee0c-7475-43ad-9086-e5e4ddc3afb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603166 Sep 01 16:01:07.961691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ecd1b-fa5a-421b-b77b-9466ba454c95 req-75510124-2a2d-46e7-a9a2-4711215393d2 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:07.977283 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-845ecd1b-fa5a-421b-b77b-9466ba454c95 req-75510124-2a2d-46e7-a9a2-4711215393d2 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.1349838 Sep 01 16:01:08.062322 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-845ecd1b-fa5a-421b-b77b-9466ba454c95 req-4d9ddd8d-2d71-49f8-942f-fc85a08099b5 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798333 Sep 01 16:01:08.652724 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4062f7b-76c9-4692-9ed0-bf478d53b1dd req-0a71fdfa-9e6f-43b3-93ac-80efed2a50bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.658699 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4062f7b-76c9-4692-9ed0-bf478d53b1dd req-0a71fdfa-9e6f-43b3-93ac-80efed2a50bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0601456 Sep 01 16:01:08.714144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4062f7b-76c9-4692-9ed0-bf478d53b1dd req-1a7fcc1d-92a7-4574-b15c-180a5c7e9968 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Sep 01 16:01:09.323133 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-654f99ff-3785-4eb2-b742-7d038025890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:09.323885 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853653-96f5-4a99-b1be-fca797c11b9b req-bf7e7405-c3a4-4db1-8179-3b0b0987b0a0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.325455 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-87853653-96f5-4a99-b1be-fca797c11b9b req-bf7e7405-c3a4-4db1-8179-3b0b0987b0a0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.1190832 Sep 01 16:01:09.417546 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-87853653-96f5-4a99-b1be-fca797c11b9b req-474f4df7-9f13-4e62-97c5-58bc733563a6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750213 Sep 01 16:01:09.477937 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:09.891471 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c2c2-a0c5-4558-a723-7ee60ac349c8 req-559c63a7-f163-4504-8610-8d8851655739 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.893812 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e591c2c2-a0c5-4558-a723-7ee60ac349c8 req-559c63a7-f163-4504-8610-8d8851655739 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0735242 Sep 01 16:01:09.992159 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e591c2c2-a0c5-4558-a723-7ee60ac349c8 req-6b9a6a93-2768-447f-8611-a1889b454247 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887523 Sep 01 16:01:10.253286 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-26510b73-7635-4f03-8cdc-eb07d705e4f9 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.253711 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-26510b73-7635-4f03-8cdc-eb07d705e4f9 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/networks?id=fafdb77b-3a75-4096-85fc-a777f675dcb0 HTTP/1.1" status: 200 len: 814 time: 0.1425862 Sep 01 16:01:10.290513 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-fb465056-b9ec-4e60-9f1d-1405d7e7b7da tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/quotas/0f56f1c1293b4223935153a5b433494a HTTP/1.1" status: 200 len: 375 time: 0.0208304 Sep 01 16:01:10.326673 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-128ec82f-20fc-49ce-8a6c-6d4936f8746c tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282431 Sep 01 16:01:10.464188 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-c4d6f7e1-458b-48c6-bf52-8de9ac54afb9 service neutron] 10.222.0.103 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222439 Sep 01 16:01:10.535180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:10.589345 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92f30a-f24c-4c5d-b136-fbf5df3bef68 req-482b403e-473b-4c32-933b-bba60833d522 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.590838 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e92f30a-f24c-4c5d-b136-fbf5df3bef68 req-482b403e-473b-4c32-933b-bba60833d522 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.0961757 Sep 01 16:01:10.615453 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-dd88142a-3afa-42cc-a9b9-7ff153adda39 service neutron] 10.222.0.103 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428745 Sep 01 16:01:10.663913 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e92f30a-f24c-4c5d-b136-fbf5df3bef68 req-a32e91b8-cab8-4983-ad7a-6f3642be3802 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634756 Sep 01 16:01:10.933998 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-05e3a721-3489-437a-a466-3eb6ccb56838 req-9939e3aa-42e3-4180-b4b4-01880f82e441 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 210 time: 0.0470150 Sep 01 16:01:11.156214 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7117-9887-4dc8-9244-7d28c6010086 req-738b849b-de5d-4bd7-8bcc-a8a123371288 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.167087 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-797d7117-9887-4dc8-9244-7d28c6010086 req-738b849b-de5d-4bd7-8bcc-a8a123371288 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0793312 Sep 01 16:01:11.221936 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-797d7117-9887-4dc8-9244-7d28c6010086 req-0457a52a-408a-4f68-ae96-0b865c17350c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519664 Sep 01 16:01:11.797392 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570aba-9db1-4729-8f75-54a1806e5e32 req-d734510b-a772-41ad-a748-29d1b45943e3 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.798887 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-78570aba-9db1-4729-8f75-54a1806e5e32 req-d734510b-a772-41ad-a748-29d1b45943e3 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.0531771 Sep 01 16:01:11.838753 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-78570aba-9db1-4729-8f75-54a1806e5e32 req-50f1209e-9091-4d03-9d5e-a64a6a2b14de tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Sep 01 16:01:12.010371 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ad437b28-620c-4bcc-b5b9-dfaab63c49ae req-a714b293-6cbe-40d8-a937-ca904f688be7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 210 time: 0.0274379 Sep 01 16:01:12.054751 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:12.355143 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d74e8-e36a-4f33-9e24-ded9b6e32f4a req-f0ed8f64-23fe-42fc-a101-b3c585fa7ce9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:12.356613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b58d74e8-e36a-4f33-9e24-ded9b6e32f4a req-f0ed8f64-23fe-42fc-a101-b3c585fa7ce9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0555003 Sep 01 16:01:12.397440 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b58d74e8-e36a-4f33-9e24-ded9b6e32f4a req-45642e52-2e42-463f-9b9e-a27876acbebe tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Sep 01 16:01:12.954789 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84fd93-b369-4103-9d81-cc3558db03ba req-932376f7-05d2-46c1-b893-3e3e4bae253e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:12.956269 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ec84fd93-b369-4103-9d81-cc3558db03ba req-932376f7-05d2-46c1-b893-3e3e4bae253e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 943 time: 0.0504193 Sep 01 16:01:12.996822 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ec84fd93-b369-4103-9d81-cc3558db03ba req-fd639623-5152-4da5-93fe-622cae1b7dc7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Sep 01 16:01:13.115742 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-393e8a79-7b57-40e3-a036-64240f0cf47f req-21d84685-54c9-41eb-973b-07e7553be14d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Sep 01 16:01:13.209141 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ddae3972-4a54-4981-bfd6-24630d9cd74d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:13.309759 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:13.321450 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'ddae3972-4a54-4981-bfd6-24630d9cd74d', 'network_id': 'a567782d-ca85-4802-82c6-c75b2032534c', 'port_id': 'ddae3972-4a54-4981-bfd6-24630d9cd74d', 'mac_address': 'fa:16:3e:da:bd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bb6b9-6516-4926-afa9-6a9c8ceac63a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:13.368054 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.381779 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddae3972-4a54-4981-bfd6-24630d9cd74d {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:13.402269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:13.508257 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-be31ec54-2bba-4c31-a6e8-fd4be0944d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.525371 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-be31ec54-2bba-4c31-a6e8-fd4be0944d77 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1099 time: 0.0438030 Sep 01 16:01:13.529552 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51f5c9-3a05-477d-916e-26a90936b0b8 req-6f67e84e-d169-41a9-9a84-8afe0b644476 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.531061 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab51f5c9-3a05-477d-916e-26a90936b0b8 req-6f67e84e-d169-41a9-9a84-8afe0b644476 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0512726 Sep 01 16:01:13.570028 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ab51f5c9-3a05-477d-916e-26a90936b0b8 req-50845cb2-686b-414c-acb1-75b2e1f12e48 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Sep 01 16:01:13.604092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-55ed47e4-e048-48d8-aa72-ef91822ca048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.605600 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-55ed47e4-e048-48d8-aa72-ef91822ca048 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.0868132 Sep 01 16:01:13.623819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.690211 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-8af8da7b-10e7-4253-b825-c804f8770f99 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0728295 Sep 01 16:01:13.702122 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:13.791459 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-8072a3af-aeb0-4491-aa3b-e76c08e4feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.792996 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-8072a3af-aeb0-4491-aa3b-e76c08e4feed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0490484 Sep 01 16:01:13.939037 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-be57aa6d-587f-484a-80e9-d0a1fc568a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.940576 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-be57aa6d-587f-484a-80e9-d0a1fc568a45 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966470 Sep 01 16:01:13.943855 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-fc53b8ac-7b90-4784-ab95-607c72676f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.945508 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-fc53b8ac-7b90-4784-ab95-607c72676f44 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0795577 Sep 01 16:01:13.999640 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d4c07-30da-4362-88d1-bfbded23f0a2 req-01bf86d6-80b4-4d7a-9635-db27179104de tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.000809 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b0d4c07-30da-4362-88d1-bfbded23f0a2 req-01bf86d6-80b4-4d7a-9635-db27179104de tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.2808409 Sep 01 16:01:14.058859 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b0d4c07-30da-4362-88d1-bfbded23f0a2 req-47004fa2-eb9f-4a2f-ae25-5e2764cb3254 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Sep 01 16:01:14.130563 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d30eb-77f7-41ee-8bd5-3d9792305834 req-65208f04-af7b-4b23-be61-2af51e559005 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.132698 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ad1d30eb-77f7-41ee-8bd5-3d9792305834 req-65208f04-af7b-4b23-be61-2af51e559005 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 944 time: 0.0601718 Sep 01 16:01:14.185461 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['ddae3972-4a54-4981-bfd6-24630d9cd74d'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:14.199580 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ad1d30eb-77f7-41ee-8bd5-3d9792305834 req-8bf59dbc-be4e-40e8-8c9d-ddfd9841e139 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608284 Sep 01 16:01:14.202082 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-2044bc0f-9dd5-4add-9aff-5368730adc9d service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426932 Sep 01 16:01:14.207545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-45604c89-dabf-4ec8-87f6-8da821a853a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.208791 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-45604c89-dabf-4ec8-87f6-8da821a853a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.2410278 Sep 01 16:01:14.245265 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7e537b99-6b89-4f1d-bfde-c2941b49cea4 req-b2893e83-c2b1-47d5-8e55-bf2261df067d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 210 time: 0.0344937 Sep 01 16:01:14.326960 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-b26bd22c-1b9f-4da9-9fe4-485c7676c3e2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.1001608 Sep 01 16:01:14.407001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-4aaa6a1e-b534-4244-a474-6fe7a7a3b12e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.408543 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-4aaa6a1e-b534-4244-a474-6fe7a7a3b12e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "GET /v2.0/networks?id=fafdb77b-3a75-4096-85fc-a777f675dcb0 HTTP/1.1" status: 200 len: 814 time: 0.2919674 Sep 01 16:01:14.422702 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46506) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:14.437769 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-5bf2ee94-8344-430c-a562-a00f3b28b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.439233 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-5bf2ee94-8344-430c-a562-a00f3b28b67b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0910723 Sep 01 16:01:14.441312 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-d63a6469-1776-4a39-b2a8-a2e0b496fd4b service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179368 Sep 01 16:01:14.446218 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Request body: {'port': {'device_id': '56d08a65-db35-4b60-b430-e7247a4372a7', 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0', 'admin_state_up': True, 'tenant_id': '0f56f1c1293b4223935153a5b433494a'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:14.470578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Deleting subnet ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:01:14.474713 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.516133 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.523658 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-ecf8bec2-80b5-4180-b8ba-c110edf54e9b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370307 Sep 01 16:01:14.567387 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.704697 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-d48d6a39-43ef-45bc-b0d4-e67904e29372 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633947 Sep 01 16:01:14.720576 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Made reservation on behalf of 0f56f1c1293b4223935153a5b433494a for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:01:14.726334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.733629 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07fbd8-d95d-42c3-8e1d-2f0041dd34ed req-3d120077-bad8-44e7-bcdc-658556d78547 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.735155 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa07fbd8-d95d-42c3-8e1d-2f0041dd34ed req-3d120077-bad8-44e7-bcdc-658556d78547 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0539529 Sep 01 16:01:14.779094 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.793924 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa07fbd8-d95d-42c3-8e1d-2f0041dd34ed req-c6877eed-28f4-41fc-8f94-a9aed272d9b1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519476 Sep 01 16:01:14.814783 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:14.825940 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.827851 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f33fc24b-73a1-43ba-a011-0a5009337c9a admin admin] 10.222.0.103 "DELETE /v2.0/subnets/ff20c1a3-8b91-4e85-ac13-a1169f9b3a1f HTTP/1.1" status: 204 len: 168 time: 0.4041314 Sep 01 16:01:14.830382 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46518) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:14.906066 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.972208 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e8ef8e9e-7cc0-4455-b1a9-f7e95b9462c3 req-e5734109-79cc-47d3-8b85-b5eb9c9e2a8d service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292264 Sep 01 16:01:14.994743 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Allocated IP 172.20.0.3 (fafdb77b-3a75-4096-85fc-a777f675dcb0/fe24ca0c-6d14-45df-8a2f-5d38a1d34e23/3310cf21-5842-40ad-ba04-371b6f5d3869) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:01:15.014078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.024997 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce43e41-fb33-48f4-a3b5-9ad249075774']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:15.035221 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44b5f80-c15b-4181-9642-9150bd1509e7') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:15.036209 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44b5f80-c15b-4181-9642-9150bd1509e7') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:15.046123 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.061646 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.069137 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:01:15.069561 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:01:15.071364 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:01:15.168515 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.184293 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f54da-2576-4c67-9a61-ec78abfe0917 req-c9177a1d-73f9-428f-a516-1aca0394132d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.187621 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-829f54da-2576-4c67-9a61-ec78abfe0917 req-c9177a1d-73f9-428f-a516-1aca0394132d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0605018 Sep 01 16:01:15.227391 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-829f54da-2576-4c67-9a61-ec78abfe0917 req-776ee695-4002-41dd-b590-221d0f7f4f74 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336196 Sep 01 16:01:15.247334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.265410 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.270916 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] 10.222.0.103 "DELETE /v2.0/networks/2ce43e41-fb33-48f4-a3b5-9ad249075774 HTTP/1.1" status: 204 len: 168 time: 0.4360659 Sep 01 16:01:15.270916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c892-5276-42b0-84bd-7267243179f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce43e41-fb33-48f4-a3b5-9ad249075774,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:15.283078 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.327480 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72f644-d7b2-4e01-97c9-235a980d06d8 req-70718ff6-0ebb-4168-96af-8b84b27471ad tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.335279 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a72f644-d7b2-4e01-97c9-235a980d06d8 req-70718ff6-0ebb-4168-96af-8b84b27471ad tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 944 time: 0.0639589 Sep 01 16:01:15.346061 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Pushing event updated for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:15.361851 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:01:15.363408 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:01:15.370806 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:01:15.376634 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.377298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.389784 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a72f644-d7b2-4e01-97c9-235a980d06d8 req-d843c458-1391-4294-bba0-4271a37058d0 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Sep 01 16:01:15.428000 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8048-c433-4fd0-81f2-c9f03c035929 req-901d28b6-ee5e-4a02-af53-8ae7608a0807 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.429497 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-967f8048-c433-4fd0-81f2-c9f03c035929 req-901d28b6-ee5e-4a02-af53-8ae7608a0807 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 931 time: 0.0921838 Sep 01 16:01:15.468523 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-967f8048-c433-4fd0-81f2-c9f03c035929 req-92b50bb9-f8ce-46ca-8259-bb0d40f7669e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Sep 01 16:01:15.478579 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-7edf58ca-3734-49c7-8331-d572a3bc4c55 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0358384 Sep 01 16:01:15.505693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Request body: {'port': {'device_id': '56d08a65-db35-4b60-b430-e7247a4372a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:15.561967 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.732916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46534) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:15.779754 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5cb9648f-9796-43e0-918e-c206ac3ef187 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d4cd4d736c8a4748b7d0c4290f5df254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434186 Sep 01 16:01:15.780612 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46538) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:15.831931 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3310cf21-5842-40ad-ba04-371b6f5d3869 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:15.842368 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.843747 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.857441 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Transition to ACTIVE for port object 3310cf21-5842-40ad-ba04-371b6f5d3869 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:01:15.870351 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.905904 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.992542 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7dd9f-e456-472e-bfc8-be9a815f6b59 req-baa02a3f-8334-4051-838a-6b8d31a85513 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.992855 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Pushing event updated for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:15.993022 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-61c7dd9f-e456-472e-bfc8-be9a815f6b59 req-baa02a3f-8334-4051-838a-6b8d31a85513 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0952401 Sep 01 16:01:15.993179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Attempting to bind port 3310cf21-5842-40ad-ba04-371b6f5d3869 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:01:15.993179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Attempting to bind port 3310cf21-5842-40ad-ba04-371b6f5d3869 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:01:15.993179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Attempting to bind port 3310cf21-5842-40ad-ba04-371b6f5d3869 on network fafdb77b-3a75-4096-85fc-a777f675dcb0 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:15.996747 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Port 3310cf21-5842-40ad-ba04-371b6f5d3869 on network fafdb77b-3a75-4096-85fc-a777f675dcb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:01:15.997098 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Attempting to bind port 3310cf21-5842-40ad-ba04-371b6f5d3869 on network fafdb77b-3a75-4096-85fc-a777f675dcb0 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:16.003453 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:01:16.003797 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Checking segment: {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:16.004882 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Bound using segment: {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:01:16.005452 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Bound port: 3310cf21-5842-40ad-ba04-371b6f5d3869, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:01:16.005814 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:16.065841 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-61c7dd9f-e456-472e-bfc8-be9a815f6b59 req-81966191-6e73-4017-9bbd-f10f12f1c0f9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650184 Sep 01 16:01:16.092743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:16.098514 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:16.100426 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/75b1dda9-86fa-4420-a443-71c3fe183e39 HTTP/1.1" status: 204 len: 168 time: 0.3194296 Sep 01 16:01:16.112841 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb33e2-8c3d-4362-a12d-12d9cda43685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1dda9-86fa-4420-a443-71c3fe183e39,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:16.119710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:16.123770 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3310cf21-5842-40ad-ba04-371b6f5d3869,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:01:16.195757 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:16.231817 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.232421 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:16.233823 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] 10.222.0.97 "PUT /v2.0/ports/3310cf21-5842-40ad-ba04-371b6f5d3869 HTTP/1.1" status: 200 len: 1093 time: 0.7333014 Sep 01 16:01:16.234252 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:16.236477 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd35c5-cddb-4f92-8a64-548e48616113" -d '{"events": [{"name": "network-changed", "server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:16.261338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbec78-c15c-428e-9f48-caead7e7993a service neutron] Pushing event updated for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:16.276308 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430c3e01-4515-4488-9589-842c6c69500c x-openstack-request-id: req-430c3e01-4515-4488-9589-842c6c69500c {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:16.276672 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:16.276920 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-430c3e01-4515-4488-9589-842c6c69500c {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:16.277407 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869', 'status': 'completed', 'code': 200} Sep 01 16:01:16.358263 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39575baf-5807-4a98-9512-e8e56c422d2d req-6a3cee00-5b71-4bff-b9b3-b2c8fc6c1fb8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.366272 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-39575baf-5807-4a98-9512-e8e56c422d2d req-6a3cee00-5b71-4bff-b9b3-b2c8fc6c1fb8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0637577 Sep 01 16:01:16.402020 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-39575baf-5807-4a98-9512-e8e56c422d2d req-3b819dc3-a991-4f19-9d89-a2fe08c56285 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348451 Sep 01 16:01:16.551191 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da39d-b7ee-4239-90cc-594185aff6f5 req-5098f07f-5c83-4f86-8083-525324975b66 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.559500 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d4da39d-b7ee-4239-90cc-594185aff6f5 req-5098f07f-5c83-4f86-8083-525324975b66 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 944 time: 0.0809722 Sep 01 16:01:16.629881 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9d4da39d-b7ee-4239-90cc-594185aff6f5 req-d123730d-4047-47bb-ab6a-cbc122a1ea18 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Sep 01 16:01:16.654827 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957876e-60fd-4ef5-846d-4d5272584473 req-a0f19ad7-bdf9-43e8-8994-d25212ecd6a3 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.654827 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c957876e-60fd-4ef5-846d-4d5272584473 req-a0f19ad7-bdf9-43e8-8994-d25212ecd6a3 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 943 time: 0.0871131 Sep 01 16:01:16.662166 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-af3ea93d-7a68-4080-b872-397f69741b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.664238 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-af3ea93d-7a68-4080-b872-397f69741b59 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 1096 time: 0.3198125 Sep 01 16:01:16.690777 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c957876e-60fd-4ef5-846d-4d5272584473 req-9b8c462c-ad44-40b6-8044-ccc4fab38933 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Sep 01 16:01:16.788429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-517ad48f-cf47-4697-bcf9-c6134fbf050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.789935 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-517ad48f-cf47-4697-bcf9-c6134fbf050a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0f56f1c1293b4223935153a5b433494a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1050012 Sep 01 16:01:16.892227 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-07455c69-3624-4f1b-9eae-e2e2e280ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.893759 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-39dd35c5-cddb-4f92-8a64-548e48616113 req-07455c69-3624-4f1b-9eae-e2e2e280ff92 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0942404 Sep 01 16:01:17.016702 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-ef935f3f-fdd0-4a4e-b511-fbfe0784141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.018245 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-ef935f3f-fdd0-4a4e-b511-fbfe0784141c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 1096 time: 0.0418234 Sep 01 16:01:17.078367 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-e9046f42-f55f-4223-a456-2d836d30db35 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3310cf21-5842-40ad-ba04-371b6f5d3869 HTTP/1.1" status: 200 len: 217 time: 0.0417695 Sep 01 16:01:17.140216 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-69548a73-1fc8-4645-8911-7b04912e844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.142196 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-69548a73-1fc8-4645-8911-7b04912e844f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fe24ca0c-6d14-45df-8a2f-5d38a1d34e23 HTTP/1.1" status: 200 len: 854 time: 0.0476282 Sep 01 16:01:17.215225 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc05b9-4053-400d-9af7-c2f5b54afe87 req-2b4511c7-b03a-4bd4-be92-d10465120f98 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.216992 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fddc05b9-4053-400d-9af7-c2f5b54afe87 req-2b4511c7-b03a-4bd4-be92-d10465120f98 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 946 time: 0.0702972 Sep 01 16:01:17.219271 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-6bdcaad5-f152-4740-8e5f-c80878be4eb4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fafdb77b-3a75-4096-85fc-a777f675dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284383 Sep 01 16:01:17.228832 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ddae3972-4a54-4981-bfd6-24630d9cd74d up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:17.257750 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fddc05b9-4053-400d-9af7-c2f5b54afe87 req-fd69a9e8-cbd1-4060-8579-d32f07c95fde tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Sep 01 16:01:17.346338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port ddae3972-4a54-4981-bfd6-24630d9cd74d completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:17.349026 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-c3eefa44-6cac-466b-bb3a-10aa4d305fdd service neutron] 10.222.0.97 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976393 Sep 01 16:01:17.351296 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port ddae3972-4a54-4981-bfd6-24630d9cd74d triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:17.351675 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.434074 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.460801 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45a697cc-e16a-4146-93b4-d61e14905e88 req-dabdcab0-afde-46f4-8fb2-2429190daea3 service neutron] 10.222.0.97 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932820 Sep 01 16:01:17.468210 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:17.468210 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26117ad6-3958-4880-bbae-03e4fd8d1673" -d '{"events": [{"server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "name": "network-vif-plugged", "status": "completed", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:17.493709 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:17.510993 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec314e-261c-4eb1-a5d3-2f948d7f91c4 x-openstack-request-id: req-b7ec314e-261c-4eb1-a5d3-2f948d7f91c4 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:17.511281 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "name": "network-vif-plugged", "status": "completed", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:17.511532 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b7ec314e-261c-4eb1-a5d3-2f948d7f91c4 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:17.511925 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d', 'code': 200} Sep 01 16:01:17.556135 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8a920-1fb2-445e-b003-482d898c9ba9 req-9cde8fdb-db20-4897-a056-b9530e3e9680 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.557750 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0e8a920-1fb2-445e-b003-482d898c9ba9 req-9cde8fdb-db20-4897-a056-b9530e3e9680 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Sep 01 16:01:17.603196 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0e8a920-1fb2-445e-b003-482d898c9ba9 req-ebfb6543-2c35-4a50-8690-d989934e9bd1 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Sep 01 16:01:17.646775 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.647587 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:17.724401 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:17.776431 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.777498 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8ae45-6dbf-4931-975b-7e19b6710691 req-a96761fa-8d2d-44ec-b9da-d1028b490bc6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.779022 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70b8ae45-6dbf-4931-975b-7e19b6710691 req-a96761fa-8d2d-44ec-b9da-d1028b490bc6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0591853 Sep 01 16:01:17.815895 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:17.848498 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70b8ae45-6dbf-4931-975b-7e19b6710691 req-965a9c76-543c-4451-a68a-b3e5565df43f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Sep 01 16:01:17.858541 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ef420-0060-422a-a11a-53e0418c58f7 req-fa5f7ae1-2f57-4a8e-aad8-2c2948295056 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.858541 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-326ef420-0060-422a-a11a-53e0418c58f7 req-fa5f7ae1-2f57-4a8e-aad8-2c2948295056 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 943 time: 0.0782437 Sep 01 16:01:17.901727 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-326ef420-0060-422a-a11a-53e0418c58f7 req-137213f8-08b9-40b9-9a09-5ede0a711c52 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Sep 01 16:01:17.949118 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:18.000178 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=8']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:18.061515 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b2aba-fb8d-46b6-b964-4f06bc81c515 req-d48bc6b9-22dc-414a-af23-bd2f3d38a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.062992 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397b2aba-fb8d-46b6-b964-4f06bc81c515 req-d48bc6b9-22dc-414a-af23-bd2f3d38a51e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 1098 time: 0.0393732 Sep 01 16:01:18.101641 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397b2aba-fb8d-46b6-b964-4f06bc81c515 req-15c52e7a-33aa-4620-b1f5-fec9285c447b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275304 Sep 01 16:01:18.428289 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15820f-f2ab-4c1d-b437-49e7b5d4e067 req-7998ea3a-99c5-4b5e-b28a-a12dd5105b2c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.430091 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cb15820f-f2ab-4c1d-b437-49e7b5d4e067 req-7998ea3a-99c5-4b5e-b28a-a12dd5105b2c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0487750 Sep 01 16:01:18.468214 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cb15820f-f2ab-4c1d-b437-49e7b5d4e067 req-5f533404-e8ab-4a8d-9e17-cc458785804a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Sep 01 16:01:18.720533 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329e132-7b36-4d48-bf7d-258213345cea req-939934ca-76a5-48e7-994b-ffa9b8fc7eea tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.722053 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0329e132-7b36-4d48-bf7d-258213345cea req-939934ca-76a5-48e7-994b-ffa9b8fc7eea tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Sep 01 16:01:18.766948 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0329e132-7b36-4d48-bf7d-258213345cea req-1f467824-7789-4b37-a792-6ba41d029d54 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Sep 01 16:01:18.970263 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c1926-0b6e-4c58-a466-5267eff9ec10 req-58f803fa-e375-4b68-a08a-c7b093ee86d7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.971774 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd7c1926-0b6e-4c58-a466-5267eff9ec10 req-58f803fa-e375-4b68-a08a-c7b093ee86d7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0504165 Sep 01 16:01:19.012322 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd7c1926-0b6e-4c58-a466-5267eff9ec10 req-0d21c668-e9ba-466a-b3e1-b024384a3118 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Sep 01 16:01:19.114499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103286-fee9-44be-bed3-123f343ab9c9 req-9bcb73c4-27b9-4b23-a15d-e9f0e8766e42 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:19.116245 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5d103286-fee9-44be-bed3-123f343ab9c9 req-9bcb73c4-27b9-4b23-a15d-e9f0e8766e42 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Sep 01 16:01:19.154393 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5d103286-fee9-44be-bed3-123f343ab9c9 req-316a2194-ff86-4a8b-816f-c3d9a0bbccc3 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Sep 01 16:01:19.513336 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:19.515653 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee20cdf-82d1-42bc-a70e-d7444dd5d9cd" -d '{"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-unplugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:19.552087 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b5232-5dc9-4a68-bb48-e7cf58d58cfd x-openstack-request-id: req-060b5232-5dc9-4a68-bb48-e7cf58d58cfd {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:19.552640 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-unplugged", "status": "failed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "code": 422}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:19.553041 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-060b5232-5dc9-4a68-bb48-e7cf58d58cfd {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:19.553664 dv-cinder-788366-6-iscsi neutron-server[106022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'code': 422} returned with failed status Sep 01 16:01:19.895280 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [req-07190757-9727-4088-a46a-068e503f109a req-dc17703b-de8b-4e7a-a790-8bfeed54ad80 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:01:19.896068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-07190757-9727-4088-a46a-068e503f109a req-dc17703b-de8b-4e7a-a790-8bfeed54ad80 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067639 Sep 01 16:01:19.912322 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03f54-477d-49be-be3c-233bb05329ad req-69d9a9a6-a90c-424e-bfaa-751acbc8b6ff tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:19.914363 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10b03f54-477d-49be-be3c-233bb05329ad req-69d9a9a6-a90c-424e-bfaa-751acbc8b6ff tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0746472 Sep 01 16:01:19.958404 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10b03f54-477d-49be-be3c-233bb05329ad req-4712effe-ada8-497e-a986-bfd3b65f19e0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Sep 01 16:01:20.126750 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef96a51-4334-4e46-a842-493b3f8a716c req-d55487f6-0334-48a8-bd8e-b74060ed75d9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:20.128623 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ef96a51-4334-4e46-a842-493b3f8a716c req-d55487f6-0334-48a8-bd8e-b74060ed75d9 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0503209 Sep 01 16:01:20.170934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1ef96a51-4334-4e46-a842-493b3f8a716c req-d508f987-5da3-4fc6-8abd-7bc5810ea18e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Sep 01 16:01:20.291310 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8154b78-f01e-4a42-ad82-17b7e77f7ff1 req-f0327383-d75d-4c3e-b9ce-3105ae47ff17 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:20.293412 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8154b78-f01e-4a42-ad82-17b7e77f7ff1 req-f0327383-d75d-4c3e-b9ce-3105ae47ff17 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 943 time: 0.0575244 Sep 01 16:01:20.368830 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8154b78-f01e-4a42-ad82-17b7e77f7ff1 req-79d37b19-311e-4a89-84f3-81687577d078 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643580 Sep 01 16:01:20.377145 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb75e9-385c-48fa-87c6-858181451c09 req-17e56f52-2209-4b1c-ba11-d479deb7fb66 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:20.378586 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-47fb75e9-385c-48fa-87c6-858181451c09 req-17e56f52-2209-4b1c-ba11-d479deb7fb66 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0842669 Sep 01 16:01:20.419362 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-47fb75e9-385c-48fa-87c6-858181451c09 req-13e583a3-9ff7-4d88-a98c-0b7b70bd7eb7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Sep 01 16:01:20.954792 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46664) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:21.055379 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-534c2e77-6a5d-44e2-8745-601022503870 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990520 Sep 01 16:01:21.064749 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-f1dc4c76-57a8-4fbf-8ba9-f58eb15a4964 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:01:21.066066 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-f1dc4c76-57a8-4fbf-8ba9-f58eb15a4964 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055611 Sep 01 16:01:21.085532 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bbc8d-b0a9-4a17-ac5c-4baa2c1e698f req-68234466-2c2c-46e7-80d7-ef79dbf97a10 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:21.089779 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-339bbc8d-b0a9-4a17-ac5c-4baa2c1e698f req-68234466-2c2c-46e7-80d7-ef79dbf97a10 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Sep 01 16:01:21.130548 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-339bbc8d-b0a9-4a17-ac5c-4baa2c1e698f req-b7ff95d6-8594-4df3-9b20-57b47b642b76 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364208 Sep 01 16:01:21.244830 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 3310cf21-5842-40ad-ba04-371b6f5d3869 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:21.262611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:21.428298 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3310cf21-5842-40ad-ba04-371b6f5d3869,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:21.440238 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '3310cf21-5842-40ad-ba04-371b6f5d3869', 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0', 'port_id': '3310cf21-5842-40ad-ba04-371b6f5d3869', 'mac_address': 'fa:16:3e:c9:e2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe24ca0c-6d14-45df-8a2f-5d38a1d34e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:21.481967 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.496168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3310cf21-5842-40ad-ba04-371b6f5d3869 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:21.518403 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3310cf21-5842-40ad-ba04-371b6f5d3869,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:21.528819 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad0052-8a01-4e83-a878-28326ca74b70 req-8e351eda-0076-498c-b9ef-b596631464b6 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:21.530411 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ccad0052-8a01-4e83-a878-28326ca74b70 req-8e351eda-0076-498c-b9ef-b596631464b6 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 943 time: 0.0710380 Sep 01 16:01:21.583992 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.606742 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb41470-00b1-4d1b-8247-af7b7ba5ef09 req-eeddfce4-81a9-40a7-87ca-78e6b9141aea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:21.608164 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebb41470-00b1-4d1b-8247-af7b7ba5ef09 req-eeddfce4-81a9-40a7-87ca-78e6b9141aea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0764203 Sep 01 16:01:21.610906 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ccad0052-8a01-4e83-a878-28326ca74b70 req-99454a7f-a54e-4cd9-875d-06da7f2c462d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687356 Sep 01 16:01:21.648240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:21.653765 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebb41470-00b1-4d1b-8247-af7b7ba5ef09 req-935a3b6e-5ee1-4737-90e4-1f0b248d2d07 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354972 Sep 01 16:01:21.754897 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46694) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:21.858389 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9a03e7b4-94c6-463b-a044-7134ded48572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.954190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9a03e7b4-94c6-463b-a044-7134ded48572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.043605 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['3310cf21-5842-40ad-ba04-371b6f5d3869'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:22.075293 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9a03e7b4-94c6-463b-a044-7134ded48572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.126063 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-9a03e7b4-94c6-463b-a044-7134ded48572 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=5fd5aba8c8a24282b2d396a878935c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646333 Sep 01 16:01:22.126063 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03e7b4-94c6-463b-a044-7134ded48572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70953c76-2a9a-4846-8e2a-b02cc9d4e3a9,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:22.126235 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46704) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:22.210585 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.256545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.293952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb8f2-ac43-4bfb-ab10-2459906a8673 req-1ae2b49a-1164-4b62-a4ed-9eb9278775b8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:22.295560 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bbbfb8f2-ac43-4bfb-ab10-2459906a8673 req-1ae2b49a-1164-4b62-a4ed-9eb9278775b8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0868151 Sep 01 16:01:22.341450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bbbfb8f2-ac43-4bfb-ab10-2459906a8673 req-f054544c-4ab1-47c6-b214-e7f6a98ba6e0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Sep 01 16:01:22.423281 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.425940 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:22.427088 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/70953c76-2a9a-4846-8e2a-b02cc9d4e3a9 HTTP/1.1" status: 204 len: 168 time: 0.3025265 Sep 01 16:01:22.435000 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fe994-27ef-493f-bbe5-14d170d70383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70953c76-2a9a-4846-8e2a-b02cc9d4e3a9,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:22.742839 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756c85f-c8dc-491a-b542-f62b610cd52b req-66a262b8-debc-4afc-ac73-63bc9a8adf32 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:22.744345 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a756c85f-c8dc-491a-b542-f62b610cd52b req-66a262b8-debc-4afc-ac73-63bc9a8adf32 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 944 time: 0.0546374 Sep 01 16:01:22.785442 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a756c85f-c8dc-491a-b542-f62b610cd52b req-c8eb6d8d-d3e6-465f-bd4f-e9abefd921b0 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Sep 01 16:01:22.888053 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6ebf9-a74b-4722-8e07-f1e7c4e60d07 req-c6ae0747-c2fc-41f2-8f1c-6a614672a7c3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:22.889562 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-84d6ebf9-a74b-4722-8e07-f1e7c4e60d07 req-c6ae0747-c2fc-41f2-8f1c-6a614672a7c3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0482073 Sep 01 16:01:22.928276 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-84d6ebf9-a74b-4722-8e07-f1e7c4e60d07 req-b9cd6580-e8a9-41c3-9bc6-f3784ab90944 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 01 16:01:23.126240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46726) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:23.142083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-447cbb54-a4b1-4400-b9b8-035f59b73f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.232097 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-447cbb54-a4b1-4400-b9b8-035f59b73f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.304694 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-447cbb54-a4b1-4400-b9b8-035f59b73f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.355605 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-447cbb54-a4b1-4400-b9b8-035f59b73f0c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8560442c830c4d41b4d3bee3f419e029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275000 Sep 01 16:01:23.356602 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cbb54-a4b1-4400-b9b8-035f59b73f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ef2c0c-b1f2-4a18-bf67-2622f78ebf8e,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:23.358428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46728) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:23.426420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.468595 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.502734 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362699-a916-4660-87c0-bccb7210521a req-d246fd61-1856-4310-83ea-2d860911c187 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:23.504462 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03362699-a916-4660-87c0-bccb7210521a req-d246fd61-1856-4310-83ea-2d860911c187 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0883362 Sep 01 16:01:23.545371 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03362699-a916-4660-87c0-bccb7210521a req-7d6b61bc-c353-4717-95dc-4b8b65c822db tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Sep 01 16:01:23.625088 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.628076 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:23.629348 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/19ef2c0c-b1f2-4a18-bf67-2622f78ebf8e HTTP/1.1" status: 204 len: 168 time: 0.2697291 Sep 01 16:01:23.641754 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888afb84-1f2f-4d73-a6c5-8410f0c9931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ef2c0c-b1f2-4a18-bf67-2622f78ebf8e,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:23.904758 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217dec0-3518-4a2f-ae6e-7490173184e0 req-1639aca1-d287-4028-a9c9-fda995b923b4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:23.906296 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4217dec0-3518-4a2f-ae6e-7490173184e0 req-1639aca1-d287-4028-a9c9-fda995b923b4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 944 time: 0.0492933 Sep 01 16:01:23.947218 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4217dec0-3518-4a2f-ae6e-7490173184e0 req-e43b4e03-4e5a-492a-b3a3-3a05a52a006e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Sep 01 16:01:24.056874 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451be2-b54d-4936-ace9-5454ea347716 req-ecbddff3-77f1-4321-8385-dcb352b8ccb0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.058535 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1451be2-b54d-4936-ace9-5454ea347716 req-ecbddff3-77f1-4321-8385-dcb352b8ccb0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0516930 Sep 01 16:01:24.106917 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1451be2-b54d-4936-ace9-5454ea347716 req-268850b2-3bea-45d6-b0b8-246b1d43131f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Sep 01 16:01:24.404074 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46744) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:24.421379 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05b19ffb-77ae-47b9-8674-dc977910aff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.510108 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05b19ffb-77ae-47b9-8674-dc977910aff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.581430 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-efc7d1c5-77d8-4082-8921-a1118adc2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.583639 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-efc7d1c5-77d8-4082-8921-a1118adc2beb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 1097 time: 0.0745573 Sep 01 16:01:24.584121 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05b19ffb-77ae-47b9-8674-dc977910aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.631400 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b19ffb-77ae-47b9-8674-dc977910aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1e9ae6-e0d4-440f-ab13-372bfd910a53,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:24.649523 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-05b19ffb-77ae-47b9-8674-dc977910aff0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0ac72e1f22ef428b8857b4c2a13210ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443578 Sep 01 16:01:24.653379 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46748) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:24.673303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-b09b01b3-bc50-4800-aaf6-9e59f6d6be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.678272 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-b09b01b3-bc50-4800-aaf6-9e59f6d6be53 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1097 time: 0.0498655 Sep 01 16:01:24.704949 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e509e-79c9-4f71-a628-4c053823de28 req-b3776ac2-a9c4-4851-b82f-ac0bb8dc0000 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.706463 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-202e509e-79c9-4f71-a628-4c053823de28 req-b3776ac2-a9c4-4851-b82f-ac0bb8dc0000 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0891662 Sep 01 16:01:24.726316 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.765941 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.774292 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-202e509e-79c9-4f71-a628-4c053823de28 req-2a3a6e5b-e901-402c-ba79-4da0f6637677 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 Sep 01 16:01:24.778072 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-cfccaac8-98ab-43d5-a195-1eba9b8e6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.779685 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-cfccaac8-98ab-43d5-a195-1eba9b8e6615 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.0901968 Sep 01 16:01:24.849679 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-13b5083b-e35b-4763-b585-2f635bbaa13e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 999 time: 0.0616045 Sep 01 16:01:24.900762 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-fcbdaa2b-3652-443a-859e-181ab8dfe1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.902297 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-fcbdaa2b-3652-443a-859e-181ab8dfe1d2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0438647 Sep 01 16:01:24.903482 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.906059 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.907186 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/cf1e9ae6-e0d4-440f-ab13-372bfd910a53 HTTP/1.1" status: 204 len: 168 time: 0.2528460 Sep 01 16:01:24.915438 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b1fa-80d6-4c65-b0c7-a238be788703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1e9ae6-e0d4-440f-ab13-372bfd910a53,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:24.960918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-3acd187c-bf30-4943-9b60-d24704cea4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.962517 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-3acd187c-bf30-4943-9b60-d24704cea4c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476763 Sep 01 16:01:25.055853 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-63dbf60d-47e5-4e2a-ac48-886053ceb924 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Sep 01 16:01:25.066876 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa12-552f-46af-817e-9c7d2a0c9b3d req-9dcd3a17-0065-4054-8754-6cd07e0d8469 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.068531 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1481fa12-552f-46af-817e-9c7d2a0c9b3d req-9dcd3a17-0065-4054-8754-6cd07e0d8469 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 944 time: 0.0496664 Sep 01 16:01:25.110048 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1481fa12-552f-46af-817e-9c7d2a0c9b3d req-ce116ce4-29ca-4920-9de1-7e305c868813 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Sep 01 16:01:25.173123 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-aa571226-6cc4-4637-8f6e-255bfedad933 req-a968ccc6-0677-4588-bbbb-e586f39c7011 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049218 Sep 01 16:01:25.235882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c8541-b8a5-4675-88a3-719070dcb40c req-23f128a9-57f3-4d06-9f16-e5586848d79e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.237696 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a8c8541-b8a5-4675-88a3-719070dcb40c req-23f128a9-57f3-4d06-9f16-e5586848d79e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0519910 Sep 01 16:01:25.274184 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 3310cf21-5842-40ad-ba04-371b6f5d3869 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:25.292001 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7a8c8541-b8a5-4675-88a3-719070dcb40c req-1e3f2473-bdf0-4582-9a38-1c35868cf02d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475037 Sep 01 16:01:25.403569 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 3310cf21-5842-40ad-ba04-371b6f5d3869 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:25.407852 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 3310cf21-5842-40ad-ba04-371b6f5d3869 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:25.408304 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.491403 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.514915 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:25.518152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4419e9-1a42-435c-a99c-1007a2a5be96" -d '{"events": [{"server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "name": "network-vif-plugged", "status": "completed", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:25.531736 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3310cf21-5842-40ad-ba04-371b6f5d3869,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:25.565302 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d028d771-ce39-4ab8-ba78-e921ab9e0ac9 x-openstack-request-id: req-d028d771-ce39-4ab8-ba78-e921ab9e0ac9 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:25.565808 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "name": "network-vif-plugged", "status": "completed", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:25.566775 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-d028d771-ce39-4ab8-ba78-e921ab9e0ac9 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:25.567074 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869', 'code': 200} Sep 01 16:01:25.640922 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.696288 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:25.895719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce3d5-4d9a-4448-bd0d-8ba5e1affd66 req-3d4c5f21-fb0a-4238-8329-93e4bd0583d5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.897237 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-503ce3d5-4d9a-4448-bd0d-8ba5e1affd66 req-3d4c5f21-fb0a-4238-8329-93e4bd0583d5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Sep 01 16:01:25.964853 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-503ce3d5-4d9a-4448-bd0d-8ba5e1affd66 req-6aa2ceca-fba7-4e74-b7aa-06a683bd18b1 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573401 Sep 01 16:01:26.039062 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54f782-b120-475d-8573-bb77bc0088d8 req-0c19cc14-6aa9-439e-8bb3-6c58b53086f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.044843 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5f54f782-b120-475d-8573-bb77bc0088d8 req-0c19cc14-6aa9-439e-8bb3-6c58b53086f6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 1098 time: 0.0809863 Sep 01 16:01:26.280978 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1539-d308-4489-a2f9-2daa30dc3cd5 req-5b3081a8-6b3c-4cf2-82a1-4c48df7167dd tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.285976 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19be1539-d308-4489-a2f9-2daa30dc3cd5 req-5b3081a8-6b3c-4cf2-82a1-4c48df7167dd tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0759850 Sep 01 16:01:26.354896 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19be1539-d308-4489-a2f9-2daa30dc3cd5 req-dc1da62c-2583-4f8c-b958-d9bd62dae1e8 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Sep 01 16:01:26.480376 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e535e2-548e-4b70-9143-c852f81b64b9 req-a0534cf7-07b0-406c-9fc6-b60704924d8a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.482011 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48e535e2-548e-4b70-9143-c852f81b64b9 req-a0534cf7-07b0-406c-9fc6-b60704924d8a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0782344 Sep 01 16:01:26.528915 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-48e535e2-548e-4b70-9143-c852f81b64b9 req-992cc921-49eb-46e4-be3e-f2f3e704ed26 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Sep 01 16:01:27.112193 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89309c4-31a2-48fe-85c6-df9fd08bbde4 req-07a4f289-5647-464b-9993-9641f7116d17 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:27.114691 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f89309c4-31a2-48fe-85c6-df9fd08bbde4 req-07a4f289-5647-464b-9993-9641f7116d17 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Sep 01 16:01:27.159186 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f89309c4-31a2-48fe-85c6-df9fd08bbde4 req-f4a32266-4b07-445e-a136-3ed51ed74263 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 Sep 01 16:01:27.471781 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95d902-a7f0-4eab-ba94-3ca1598c633d req-5d7eab43-7ce2-41f6-8da8-6ba23ea1f945 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:27.474599 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8b95d902-a7f0-4eab-ba94-3ca1598c633d req-5d7eab43-7ce2-41f6-8da8-6ba23ea1f945 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Sep 01 16:01:27.512881 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8b95d902-a7f0-4eab-ba94-3ca1598c633d req-a5e81391-eb73-4509-807a-f6d66749ae3d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Sep 01 16:01:27.668305 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf02f3-ace0-4733-8a53-24c16e124bbe req-17bf1bd1-9683-4bb1-81cb-cd78865ac0d1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:27.669856 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fcf02f3-ace0-4733-8a53-24c16e124bbe req-17bf1bd1-9683-4bb1-81cb-cd78865ac0d1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0659058 Sep 01 16:01:27.710474 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fcf02f3-ace0-4733-8a53-24c16e124bbe req-8f3a0d83-caf5-488e-82f5-5309d9705adf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Sep 01 16:01:28.309715 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0101c39-0e45-48d1-8bb0-d06f83aab875 req-f7098190-93a4-414b-9ece-c7eed8b6128e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.311244 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c0101c39-0e45-48d1-8bb0-d06f83aab875 req-f7098190-93a4-414b-9ece-c7eed8b6128e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0657325 Sep 01 16:01:28.397179 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c0101c39-0e45-48d1-8bb0-d06f83aab875 req-063bbd34-f1ef-4839-a6f0-99a5310a39f8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661669 Sep 01 16:01:28.661301 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e51df-0974-4ce3-8e2e-f97bf5a0dc73 req-029058e3-e933-4481-92b0-2edc9cc943f2 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.663003 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce8e51df-0974-4ce3-8e2e-f97bf5a0dc73 req-029058e3-e933-4481-92b0-2edc9cc943f2 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0577297 Sep 01 16:01:28.708697 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce8e51df-0974-4ce3-8e2e-f97bf5a0dc73 req-98261f08-ae6c-4393-9211-ced83935741f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Sep 01 16:01:28.842230 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43a011-c715-4941-9c4e-27565017fb12 req-a861bbb3-4d70-46a8-abd0-43305c3a49cc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.843967 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9f43a011-c715-4941-9c4e-27565017fb12 req-a861bbb3-4d70-46a8-abd0-43305c3a49cc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0535157 Sep 01 16:01:28.887580 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9f43a011-c715-4941-9c4e-27565017fb12 req-e2f3cff5-45aa-474a-9b2a-9db1dd65711e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355978 Sep 01 16:01:29.536854 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499eb5-b5e5-4ba5-a9b8-734ae2d64829 req-88dc38fc-209b-46ee-a23a-1b9f5b2a7b35 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:29.539477 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4a499eb5-b5e5-4ba5-a9b8-734ae2d64829 req-88dc38fc-209b-46ee-a23a-1b9f5b2a7b35 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0678494 Sep 01 16:01:29.541347 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:01:29.596586 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4a499eb5-b5e5-4ba5-a9b8-734ae2d64829 req-90c70ec6-5e8a-4025-824b-9e51502112e4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Sep 01 16:01:29.824922 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccceb93-9463-4c93-8c4c-aad93de26110 req-66c4912c-140f-4aa1-bdd6-5bf1d83e41f2 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:29.826533 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4ccceb93-9463-4c93-8c4c-aad93de26110 req-66c4912c-140f-4aa1-bdd6-5bf1d83e41f2 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Sep 01 16:01:29.870874 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4ccceb93-9463-4c93-8c4c-aad93de26110 req-36b925f6-44c8-4d5b-ae7a-92708daeacba tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Sep 01 16:01:30.025197 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0c935-8fd5-4350-adf9-1aed444a3d78 req-4b5d3602-2762-460e-962f-3763037340a5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:30.026927 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7ae0c935-8fd5-4350-adf9-1aed444a3d78 req-4b5d3602-2762-460e-962f-3763037340a5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0644290 Sep 01 16:01:30.086582 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7ae0c935-8fd5-4350-adf9-1aed444a3d78 req-e5f5c420-d2bf-415d-a8d6-6fad33901437 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522983 Sep 01 16:01:30.243459 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 46860) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:30.362167 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.454254 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.512659 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.555472 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0921bfff64b74913a07f0858ff707984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108795 Sep 01 16:01:30.556601 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018711e-7d07-4964-b8d9-e5c3c3d0890a,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:30.558382 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 46866) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:30.563852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.564204 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.564546 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.564881 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.565225 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.565580 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.565911 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.566237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.566620 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.566943 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.567368 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.567813 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f7bd7-133a-493b-92de-83dc2b6028ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.616177 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.641067 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.729746 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42f8b9-68c8-4563-a16c-97d7173d0d29 req-a32b9246-d6ec-4ab7-8973-894d35782397 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:30.731402 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a42f8b9-68c8-4563-a16c-97d7173d0d29 req-a32b9246-d6ec-4ab7-8973-894d35782397 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0666912 Sep 01 16:01:30.776066 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5a42f8b9-68c8-4563-a16c-97d7173d0d29 req-f2163ce9-7ab9-4c46-8bae-9d70cce1a4b2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376186 Sep 01 16:01:30.808356 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.810952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:30.812069 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1018711e-7d07-4964-b8d9-e5c3c3d0890a HTTP/1.1" status: 204 len: 168 time: 0.2526135 Sep 01 16:01:30.820039 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018711e-7d07-4964-b8d9-e5c3c3d0890a,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:30.827154 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.827499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.827836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.828169 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.828495 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.828852 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.829384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.829706 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.830040 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.830364 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.830683 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.831005 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a064-86d2-49b9-a68c-241807d83804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:30.998540 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51c79-f4e0-488e-99e8-20670523fc0d req-13150ea8-d23b-4ea8-84f0-dcd20223d245 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:31.000035 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eed51c79-f4e0-488e-99e8-20670523fc0d req-13150ea8-d23b-4ea8-84f0-dcd20223d245 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Sep 01 16:01:31.042168 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eed51c79-f4e0-488e-99e8-20670523fc0d req-4915f576-6e26-48e7-ba5e-cd822ffc03dc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Sep 01 16:01:31.230750 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196551c-de42-4e8a-9f2f-83b3caf7af5e req-6428c4d7-4e50-43c0-a261-2583b89cdda0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:31.232300 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a196551c-de42-4e8a-9f2f-83b3caf7af5e req-6428c4d7-4e50-43c0-a261-2583b89cdda0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0676668 Sep 01 16:01:31.287697 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a196551c-de42-4e8a-9f2f-83b3caf7af5e req-a60a4f20-8a5c-4389-96bb-156e4db764cd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Sep 01 16:01:31.918702 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d870c0-ce64-45b6-828c-ca59ae233b94 req-c7ab5b3d-a466-44ef-b34c-ca2446780e3f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:31.920341 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-02d870c0-ce64-45b6-828c-ca59ae233b94 req-c7ab5b3d-a466-44ef-b34c-ca2446780e3f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0591648 Sep 01 16:01:31.963554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-02d870c0-ce64-45b6-828c-ca59ae233b94 req-db3c893c-0bb2-4792-9f12-b85148663b0a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Sep 01 16:01:32.174427 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818669-6cd3-492c-a0ca-1cb42059bf7f req-d3154b2b-a3f9-4d86-8364-63634d237d73 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:32.176388 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b9818669-6cd3-492c-a0ca-1cb42059bf7f req-d3154b2b-a3f9-4d86-8364-63634d237d73 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0639677 Sep 01 16:01:32.221431 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b9818669-6cd3-492c-a0ca-1cb42059bf7f req-4d95bb55-1b0f-4315-b3a7-ab323f05ec48 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Sep 01 16:01:32.420318 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d2bd-e61f-4282-b36c-d67473659abf req-71d1eb19-fdc2-4b0e-866c-86e35cc96d59 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:32.421907 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62f9d2bd-e61f-4282-b36c-d67473659abf req-71d1eb19-fdc2-4b0e-866c-86e35cc96d59 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0632477 Sep 01 16:01:32.466538 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62f9d2bd-e61f-4282-b36c-d67473659abf req-7340d59b-323f-4afd-96de-7cf439bd5937 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Sep 01 16:01:33.096830 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21828a-d991-4d3d-8dd7-4922a136c662 req-c0c7df28-7702-4b75-8be8-56733762f4ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:33.099101 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0c21828a-d991-4d3d-8dd7-4922a136c662 req-c0c7df28-7702-4b75-8be8-56733762f4ce tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Sep 01 16:01:33.146788 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0c21828a-d991-4d3d-8dd7-4922a136c662 req-0e2bacf9-e65c-41b6-a5f4-67f0357a4413 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Sep 01 16:01:33.377882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fead74-8ca7-4daf-9f07-3ef94d96774c req-191df84e-760e-4ad2-8dcb-ee7e187db4d3 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:33.379608 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-42fead74-8ca7-4daf-9f07-3ef94d96774c req-191df84e-760e-4ad2-8dcb-ee7e187db4d3 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0655341 Sep 01 16:01:33.419504 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-42fead74-8ca7-4daf-9f07-3ef94d96774c req-a3b82839-e553-4a95-b4e3-b7ebf519f460 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Sep 01 16:01:33.616309 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3c37a-d12f-4e86-9d28-bc315524bb44 req-87a2e54f-dd70-4de7-a1bc-702cf30031b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:33.618169 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19b3c37a-d12f-4e86-9d28-bc315524bb44 req-87a2e54f-dd70-4de7-a1bc-702cf30031b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0654583 Sep 01 16:01:33.658283 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19b3c37a-d12f-4e86-9d28-bc315524bb44 req-d66bdd6e-a400-4eec-8746-848577fe733b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335803 Sep 01 16:01:34.280494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094e1b9-94d1-42b6-8212-6e52435cbb18 req-a0bbfc35-0c75-459d-8670-f0804ebd8983 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:34.282110 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1094e1b9-94d1-42b6-8212-6e52435cbb18 req-a0bbfc35-0c75-459d-8670-f0804ebd8983 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0567973 Sep 01 16:01:34.326808 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1094e1b9-94d1-42b6-8212-6e52435cbb18 req-d5902942-f880-4fb3-8fde-8c8971eaed52 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Sep 01 16:01:34.544253 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302686b-7801-437e-b002-808b87d654f6 req-517e495d-8e32-4039-9ca2-666c44784f47 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:34.547489 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3302686b-7801-437e-b002-808b87d654f6 req-517e495d-8e32-4039-9ca2-666c44784f47 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0558059 Sep 01 16:01:34.593081 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3302686b-7801-437e-b002-808b87d654f6 req-6d170ce9-82fd-4b39-83c8-720352dd1f37 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Sep 01 16:01:34.828570 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30b7e1-6ccd-4c33-bf9e-1f1882591a4a req-b91437c0-7565-4b7d-99aa-810f5d2e7b8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:34.836593 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dd30b7e1-6ccd-4c33-bf9e-1f1882591a4a req-b91437c0-7565-4b7d-99aa-810f5d2e7b8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0953326 Sep 01 16:01:34.870061 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dd30b7e1-6ccd-4c33-bf9e-1f1882591a4a req-19c76c80-8dc2-4687-9bab-f6c41c256e62 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Sep 01 16:01:35.443067 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c9b56-8b6b-416c-8d99-68394a44a72e req-c93c8370-621e-48df-9322-54bfd2d663bc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:35.444554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f5c9b56-8b6b-416c-8d99-68394a44a72e req-c93c8370-621e-48df-9322-54bfd2d663bc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 01 16:01:35.489682 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f5c9b56-8b6b-416c-8d99-68394a44a72e req-7b7e8e35-9c9f-4348-8ae8-6b3beca96ad9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Sep 01 16:01:35.732828 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30510b05-b0af-46c9-b6b3-eacef2654a1f req-308dab1d-5c85-40f6-adff-837e9f795fcf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:35.734693 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-30510b05-b0af-46c9-b6b3-eacef2654a1f req-308dab1d-5c85-40f6-adff-837e9f795fcf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0682480 Sep 01 16:01:35.777391 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-30510b05-b0af-46c9-b6b3-eacef2654a1f req-b416236b-1328-427f-8179-d2d17d384f0e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Sep 01 16:01:36.035939 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1ab2-d77d-4c3f-a99a-10e4221037f3 req-ec766f75-4ca4-40d7-80c6-c5d2ce869b2e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:36.043509 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77ce1ab2-d77d-4c3f-a99a-10e4221037f3 req-ec766f75-4ca4-40d7-80c6-c5d2ce869b2e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0693765 Sep 01 16:01:36.103424 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77ce1ab2-d77d-4c3f-a99a-10e4221037f3 req-2980a8ca-d8e1-41a2-acd8-3d9367d7f646 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589509 Sep 01 16:01:36.500350 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2b50dc04-8eca-4a77-8f8f-f7c71f573459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:36.608455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45488ff6-78e1-4587-9738-b968698041e5 req-f89ac075-c8eb-40ca-ac07-8fb3962db542 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:36.610384 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45488ff6-78e1-4587-9738-b968698041e5 req-f89ac075-c8eb-40ca-ac07-8fb3962db542 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0525434 Sep 01 16:01:36.652744 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45488ff6-78e1-4587-9738-b968698041e5 req-48eb44e9-f4de-42dc-bf93-30ff32d222d0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359697 Sep 01 16:01:36.906333 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160abfd-6482-47ce-8a21-9b44bed5d2ad req-a341d30c-e435-4b75-bf38-6a1acbea11f4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:36.913564 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c160abfd-6482-47ce-8a21-9b44bed5d2ad req-a341d30c-e435-4b75-bf38-6a1acbea11f4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0587544 Sep 01 16:01:36.955239 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c160abfd-6482-47ce-8a21-9b44bed5d2ad req-6baf5079-c507-4d6d-8d89-d069e9164e7d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Sep 01 16:01:37.233720 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584f3d5-594e-4d03-8319-33363f436f3f req-ff3d67b4-2ac8-4b09-b048-7f6fbf680f7f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:37.235176 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f584f3d5-594e-4d03-8319-33363f436f3f req-ff3d67b4-2ac8-4b09-b048-7f6fbf680f7f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0544338 Sep 01 16:01:37.278838 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f584f3d5-594e-4d03-8319-33363f436f3f req-4ede1f69-d823-4cba-ab20-c43b3b069684 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Sep 01 16:01:37.323088 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:37.780683 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921e0e-b693-427a-ac49-62ed7f632aec req-ded60f3a-83f3-4b64-9fd3-c8ad5001a317 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:37.782179 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea921e0e-b693-427a-ac49-62ed7f632aec req-ded60f3a-83f3-4b64-9fd3-c8ad5001a317 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Sep 01 16:01:37.820644 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea921e0e-b693-427a-ac49-62ed7f632aec req-c355d40e-8683-4289-b123-68c638aaf64f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Sep 01 16:01:38.072881 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ea980-f1a6-4783-9e85-5dda4e1eaa83 req-a90fde13-1ca4-4d70-a42a-51d5aa98149a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.074274 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ee3ea980-f1a6-4783-9e85-5dda4e1eaa83 req-a90fde13-1ca4-4d70-a42a-51d5aa98149a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0485291 Sep 01 16:01:38.112992 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5f54f782-b120-475d-8573-bb77bc0088d8 req-74a40d3b-8ae3-4888-8176-f0304c271383 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286918 Sep 01 16:01:38.115497 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ee3ea980-f1a6-4783-9e85-5dda4e1eaa83 req-4c87c119-009f-4a9b-b750-9c4399f4e9b1 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Sep 01 16:01:38.404530 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d04450-7ace-491b-9303-acec61c174a6 req-ba710ca4-9155-423e-a3d1-5302ffb78f99 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.406038 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f4d04450-7ace-491b-9303-acec61c174a6 req-ba710ca4-9155-423e-a3d1-5302ffb78f99 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0519214 Sep 01 16:01:38.448542 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f4d04450-7ace-491b-9303-acec61c174a6 req-3c481f18-9e4f-4aa4-9da4-7957a6b589c3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362778 Sep 01 16:01:38.485621 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-77fa5c5a-9152-4760-bce0-fbc059ceddd6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432751 Sep 01 16:01:38.621332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-00f4815f-08d1-4fdb-9212-19a54c3fc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.622842 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-00f4815f-08d1-4fdb-9212-19a54c3fc2ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 1098 time: 0.0423498 Sep 01 16:01:38.766271 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-b69569e5-5586-4fa3-ab65-558b8681bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.767732 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-b69569e5-5586-4fa3-ab65-558b8681bf1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.0893753 Sep 01 16:01:38.809641 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-96dce138-cbf0-49a8-b4ab-a72085409737 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253 HTTP/1.1" status: 200 len: 217 time: 0.0342386 Sep 01 16:01:38.864241 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-93cf4fda-f823-456e-a127-be1aaf37669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.865839 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-93cf4fda-f823-456e-a127-be1aaf37669b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0448322 Sep 01 16:01:38.899115 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-b782e3fc-ba1d-46e3-8f89-88658c0caa86 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240672 Sep 01 16:01:38.942946 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b8224-2fdc-417b-b279-0c3b4bbd3b97 req-b764785a-b6ad-4d83-bc06-91ea841140e0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:38.944501 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a34b8224-2fdc-417b-b279-0c3b4bbd3b97 req-b764785a-b6ad-4d83-bc06-91ea841140e0 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0532768 Sep 01 16:01:38.984148 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a34b8224-2fdc-417b-b279-0c3b4bbd3b97 req-a1657817-41b6-4350-8128-7d5335a90a50 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Sep 01 16:01:39.010437 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-c3e0c2a4-c695-4bb3-a893-d52120c14202 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914314 Sep 01 16:01:39.107116 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-713a8b89-eacf-4880-902f-7fc28c17f46a req-891b35b4-26b5-4fa3-ad00-a47b2c6212fe service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886521 Sep 01 16:01:39.241769 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9916ae-5568-458c-8f77-37316d7f6c35 req-c138bb5c-970f-4138-977b-bd8d622a1bb5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:39.244231 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ae9916ae-5568-458c-8f77-37316d7f6c35 req-c138bb5c-970f-4138-977b-bd8d622a1bb5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Sep 01 16:01:39.297115 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ae9916ae-5568-458c-8f77-37316d7f6c35 req-97596a35-822e-4900-906a-55d365016062 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 Sep 01 16:01:39.337563 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-869d175f-a85c-49e3-9864-ce1be742f2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:39.440080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:39.576368 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe13d-8af4-47c5-b33c-8b307df7a65d req-d9717b99-35ef-465a-b855-e90d91100775 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:39.577895 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1bbbe13d-8af4-47c5-b33c-8b307df7a65d req-d9717b99-35ef-465a-b855-e90d91100775 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0560563 Sep 01 16:01:39.617000 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1bbbe13d-8af4-47c5-b33c-8b307df7a65d req-33493ebe-c655-4ec2-a787-ac7452545674 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Sep 01 16:01:40.124276 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb7b0-9a96-453d-9df4-77f3e529c16f req-25c2f9dd-8062-482d-b3eb-a16124418b8c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:40.125875 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6dccb7b0-9a96-453d-9df4-77f3e529c16f req-25c2f9dd-8062-482d-b3eb-a16124418b8c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0602288 Sep 01 16:01:40.171223 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6dccb7b0-9a96-453d-9df4-77f3e529c16f req-9668737d-c0e1-4bf9-8f7f-56bee1f462b8 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Sep 01 16:01:40.329429 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:40.434119 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd221-468e-4610-9488-3dc34659fda2 req-ac38d515-daac-4af8-86e0-b2ab43dbf4a8 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:40.435685 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8fbd221-468e-4610-9488-3dc34659fda2 req-ac38d515-daac-4af8-86e0-b2ab43dbf4a8 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Sep 01 16:01:40.478743 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8fbd221-468e-4610-9488-3dc34659fda2 req-bef04f21-92b3-4395-9ace-cc131d7f6a3a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343909 Sep 01 16:01:40.766643 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3dc64-5bfd-4cb7-8923-5955f837bf95 req-ced78dc5-71e0-40bc-8db3-43e388fc0f4e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:40.768162 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aaf3dc64-5bfd-4cb7-8923-5955f837bf95 req-ced78dc5-71e0-40bc-8db3-43e388fc0f4e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0739160 Sep 01 16:01:40.808892 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aaf3dc64-5bfd-4cb7-8923-5955f837bf95 req-69b5ffdb-7613-4c64-a92c-6607537deb8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Sep 01 16:01:40.877296 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f925ff2-496e-4bd8-9405-dd178657b9e6 req-9f22f1d9-1d28-43d9-9f16-673f1f87b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:40.878783 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6f925ff2-496e-4bd8-9405-dd178657b9e6 req-9f22f1d9-1d28-43d9-9f16-673f1f87b82f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0432439 Sep 01 16:01:40.955995 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6f925ff2-496e-4bd8-9405-dd178657b9e6 req-0d2d6288-cd7a-468c-9097-ed80448d5298 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Sep 01 16:01:41.303307 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8cf8-7c59-4537-a275-964e4ae2c328 req-9c36a6ed-5fe1-42a2-9ba9-bad27e67b21d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:41.305383 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a2a8cf8-7c59-4537-a275-964e4ae2c328 req-9c36a6ed-5fe1-42a2-9ba9-bad27e67b21d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0531373 Sep 01 16:01:41.346951 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0a2a8cf8-7c59-4537-a275-964e4ae2c328 req-eda8d9eb-d639-4656-bfad-b0769a6a43c1 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Sep 01 16:01:41.966470 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0863e-ab94-4585-9fb9-071004ccc1fb req-7c4cc25f-6ae6-4e2f-ac60-b02c74134ef7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:41.968083 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bc0863e-ab94-4585-9fb9-071004ccc1fb req-7c4cc25f-6ae6-4e2f-ac60-b02c74134ef7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0699799 Sep 01 16:01:41.974932 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:42.020312 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bc0863e-ab94-4585-9fb9-071004ccc1fb req-b95f1156-d4cf-4f1b-bdbf-55dc407c9d09 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Sep 01 16:01:42.490174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74234200-89df-4182-92f3-0a577d1b3439 req-f95a29d5-ba74-4d7a-b88e-b5f1c157b834 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:42.491769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74234200-89df-4182-92f3-0a577d1b3439 req-f95a29d5-ba74-4d7a-b88e-b5f1c157b834 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0636275 Sep 01 16:01:42.532279 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74234200-89df-4182-92f3-0a577d1b3439 req-8e8192b1-e49f-4b3a-b8c8-224a97a5df16 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Sep 01 16:01:43.143653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca2141-578d-4708-8e8c-a11d850c4fc5 req-3e006df2-8f61-4132-b54d-6f7aafde230d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:43.145122 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4cca2141-578d-4708-8e8c-a11d850c4fc5 req-3e006df2-8f61-4132-b54d-6f7aafde230d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0484805 Sep 01 16:01:43.184694 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4cca2141-578d-4708-8e8c-a11d850c4fc5 req-aeae36de-6013-4da6-b7c3-2a4f14450691 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Sep 01 16:01:43.654146 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e45-8098-4818-bada-c2c0e22273d7 req-3d5c19af-94fd-4428-b8ef-9ac25a30a6f5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:43.655657 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-038b9e45-8098-4818-bada-c2c0e22273d7 req-3d5c19af-94fd-4428-b8ef-9ac25a30a6f5 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Sep 01 16:01:43.694963 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-038b9e45-8098-4818-bada-c2c0e22273d7 req-1343edeb-1f7d-4cdb-8bb6-45ecd6588a1a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Sep 01 16:01:44.168591 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0143e-3a9a-43b0-be15-2bd31e4ea141 req-fa3cb616-a949-412d-8403-045fbcd1601b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:44.170116 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dcd0143e-3a9a-43b0-be15-2bd31e4ea141 req-fa3cb616-a949-412d-8403-045fbcd1601b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Sep 01 16:01:44.211413 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dcd0143e-3a9a-43b0-be15-2bd31e4ea141 req-82a03e5f-7e06-4560-8fab-d95d729ab8bd tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Sep 01 16:01:44.262025 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-dd311d77-2a39-4492-a55b-bf4e03f25f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:44.263419 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-dd311d77-2a39-4492-a55b-bf4e03f25f7c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=86f8963c9a784db19cec93a3c3d07920&device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 1098 time: 0.0488689 Sep 01 16:01:44.320088 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ed83d-f49b-406d-8fee-039208b6da9b req-74d4a70c-2908-47ef-81a4-d032dccf5f8e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:44.321590 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-043ed83d-f49b-406d-8fee-039208b6da9b req-74d4a70c-2908-47ef-81a4-d032dccf5f8e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0563378 Sep 01 16:01:44.364032 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-043ed83d-f49b-406d-8fee-039208b6da9b req-ca5daf11-72c0-4513-a81c-8418a9a95164 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359144 Sep 01 16:01:44.369924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-97a10025-2f63-4c66-9150-b56cac690401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:44.371153 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-97a10025-2f63-4c66-9150-b56cac690401 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 200 len: 921 time: 0.0976634 Sep 01 16:01:44.420923 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-a22d3b17-60e7-4a32-ba1c-5e070f25eb7c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 200 len: 217 time: 0.0396795 Sep 01 16:01:44.484703 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-170ccd9b-d77c-4c1a-85e7-8d817b0ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:44.486228 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-170ccd9b-d77c-4c1a-85e7-8d817b0ddf55 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 200 len: 859 time: 0.0458469 Sep 01 16:01:44.525876 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-1a2917ab-0290-4b37-9665-e320215c0dbf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d0caa085-d8db-4b7e-8022-20777590e58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252736 Sep 01 16:01:44.623984 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-428de273-38dd-4d4d-9d22-e67864886029 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865722 Sep 01 16:01:44.737296 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-31cdd625-3f92-4fd0-bbde-fb74afd23ad0 req-1560d2b4-2d0b-4430-88b1-8db4fac43e05 service neutron] 10.222.0.97 "GET /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833638 Sep 01 16:01:45.333769 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bba0a7-7310-4482-9eb7-e4bd126cb90f req-07af3856-8a0e-4213-bda3-c2dde213c38c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:45.336518 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75bba0a7-7310-4482-9eb7-e4bd126cb90f req-07af3856-8a0e-4213-bda3-c2dde213c38c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Sep 01 16:01:45.376943 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75bba0a7-7310-4482-9eb7-e4bd126cb90f req-546f9782-f608-4193-b3f6-f0de639c4642 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345273 Sep 01 16:01:45.491899 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21236-c887-48fe-952d-c156cfb63c15 req-ec6e46f1-c821-4351-a089-0b141571ad71 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:45.493462 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aac21236-c887-48fe-952d-c156cfb63c15 req-ec6e46f1-c821-4351-a089-0b141571ad71 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0528820 Sep 01 16:01:45.533222 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aac21236-c887-48fe-952d-c156cfb63c15 req-edb98d98-fa47-418c-bad5-799bc8259f66 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Sep 01 16:01:45.809498 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc37f2-d6b0-4f52-840f-7381cd5dff5b req-e363f8e6-b5f7-49f8-8c0d-54974c211362 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:45.810940 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25fc37f2-d6b0-4f52-840f-7381cd5dff5b req-e363f8e6-b5f7-49f8-8c0d-54974c211362 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0505543 Sep 01 16:01:45.847919 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25fc37f2-d6b0-4f52-840f-7381cd5dff5b req-29cce9cf-b025-478a-8ed1-c41446dd2668 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Sep 01 16:01:46.493017 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc7b8d-7e32-4df3-bb89-a5d95f164508 req-70c2a0a7-36ba-4774-b0ca-97737be211aa tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:46.494510 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-18bc7b8d-7e32-4df3-bb89-a5d95f164508 req-70c2a0a7-36ba-4774-b0ca-97737be211aa tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Sep 01 16:01:46.533096 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-18bc7b8d-7e32-4df3-bb89-a5d95f164508 req-c9ec2a05-e5dc-4d1e-b4de-dadeb7daecdf tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Sep 01 16:01:46.661274 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca9b5b-3f56-452c-8baf-57a8971c4532 req-a7ad1eed-62b8-4904-87b2-b444fc385592 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:46.663336 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1dca9b5b-3f56-452c-8baf-57a8971c4532 req-a7ad1eed-62b8-4904-87b2-b444fc385592 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 944 time: 0.0537565 Sep 01 16:01:46.703675 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1dca9b5b-3f56-452c-8baf-57a8971c4532 req-b5f393dd-6333-4f1c-b740-1defda38c8a8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Sep 01 16:01:46.965882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0304e-7ef8-41c8-8d5a-e490a3bc857f req-f2666bee-6abd-435b-8cbc-a9c8a28605a8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:46.967351 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4b0304e-7ef8-41c8-8d5a-e490a3bc857f req-f2666bee-6abd-435b-8cbc-a9c8a28605a8 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0494676 Sep 01 16:01:47.005648 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b4b0304e-7ef8-41c8-8d5a-e490a3bc857f req-40dfcffc-dabb-4e3d-86b2-6c4ce5abb36f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Sep 01 16:01:47.384726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:47.478835 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:47.492622 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'mac_address': 'fa:16:3e:f8:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:47.540161 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:47.552912 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:47.574712 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:47.654662 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:47.655223 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088fa2f-be18-424d-ad9c-55d9d6ab6db0 req-db2c7bdd-f65b-4db0-acf2-606c1dc8d478 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:47.656769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8088fa2f-be18-424d-ad9c-55d9d6ab6db0 req-db2c7bdd-f65b-4db0-acf2-606c1dc8d478 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Sep 01 16:01:47.703464 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8088fa2f-be18-424d-ad9c-55d9d6ab6db0 req-3560fce9-b311-430f-91d9-8532a22c7c24 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Sep 01 16:01:47.738598 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=9']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:47.847311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1a4c8-57fc-424e-81ed-acee03dbd1b3 req-210bc2f2-9d14-40d8-9231-199b6b58a026 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:47.848810 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-08d1a4c8-57fc-424e-81ed-acee03dbd1b3 req-210bc2f2-9d14-40d8-9231-199b6b58a026 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.0647094 Sep 01 16:01:47.888992 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-08d1a4c8-57fc-424e-81ed-acee03dbd1b3 req-e0b834cb-cab2-482c-9e0b-834764e56288 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Sep 01 16:01:48.123283 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b282c-193d-4f56-9745-ed7a7e0b9b1f req-706af617-3628-4762-a72a-b85e08895f20 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:48.124922 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d25b282c-193d-4f56-9745-ed7a7e0b9b1f req-706af617-3628-4762-a72a-b85e08895f20 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0504606 Sep 01 16:01:48.164818 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d25b282c-193d-4f56-9745-ed7a7e0b9b1f req-519ea388-77ab-4e9a-85ff-cdc747cfcde1 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Sep 01 16:01:48.217670 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:48.629005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-c7883182-43cb-4332-9323-06391428ac8b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:48.630647 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-c7883182-43cb-4332-9323-06391428ac8b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 945 time: 0.0522759 Sep 01 16:01:48.734748 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Deleting port ddae3972-4a54-4981-bfd6-24630d9cd74d {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:01:48.735199 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:48.836321 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfec39-8674-4906-b85d-71346ed2b860 req-b3b23c68-ad24-4116-bfd8-777dccd1acb6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:48.844161 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dbcfec39-8674-4906-b85d-71346ed2b860 req-b3b23c68-ad24-4116-bfd8-777dccd1acb6 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0669405 Sep 01 16:01:48.848436 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] For port ddae3972-4a54-4981-bfd6-24630d9cd74d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddae3972-4a54-4981-bfd6-24630d9cd74d,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:48.848857 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:48.862624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Calling delete_port for ddae3972-4a54-4981-bfd6-24630d9cd74d owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:01:48.877524 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dbcfec39-8674-4906-b85d-71346ed2b860 req-ef8788ef-3ee9-4e9e-9b91-99ae2f6a240c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Sep 01 16:01:49.044307 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89167c4-a850-4b4f-96d0-8b1fedef0c12 req-21be160a-9441-4a23-b98c-939b4fc77946 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:49.045601 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d89167c4-a850-4b4f-96d0-8b1fedef0c12 req-21be160a-9441-4a23-b98c-939b4fc77946 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Sep 01 16:01:49.059967 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:49.101146 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event deleted for resources: {'Port': ['ID=ddae3972-4a54-4981-bfd6-24630d9cd74d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:49.152546 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] No DVR routers for this DVR port ddae3972-4a54-4981-bfd6-24630d9cd74d on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:49.155403 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:49.157496 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-035623d4-c31c-461f-aa43-be5cac3d3206 req-b0483889-c912-4125-8721-473e2e8a59f6 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "DELETE /v2.0/ports/ddae3972-4a54-4981-bfd6-24630d9cd74d HTTP/1.1" status: 204 len: 173 time: 0.5197825 Sep 01 16:01:49.157961 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'name': 'network-vif-deleted', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:49.160340 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f2a1fe-d419-4758-9eb1-f8198766326e" -d '{"events": [{"server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "name": "network-vif-deleted", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:49.318363 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d89167c4-a850-4b4f-96d0-8b1fedef0c12 req-c365c54f-15f8-4bc8-961f-54e1e3e82b5e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659929 Sep 01 16:01:49.333106 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'fccef640-b647-46dc-88a6-d23108d1db9f', '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'ddae3972-4a54-4981-bfd6-24630d9cd74d'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:49.381838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad72ebb-388b-49d9-be38-8e771593ac4c x-openstack-request-id: req-3ad72ebb-388b-49d9-be38-8e771593ac4c {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:49.382746 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b5aa94-a965-4171-9d79-19ac8c0faa8c", "name": "network-vif-deleted", "tag": "ddae3972-4a54-4981-bfd6-24630d9cd74d", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:49.382746 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-3ad72ebb-388b-49d9-be38-8e771593ac4c {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:49.382906 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b5aa94-a965-4171-9d79-19ac8c0faa8c', 'name': 'network-vif-deleted', 'tag': 'ddae3972-4a54-4981-bfd6-24630d9cd74d', 'status': 'completed', 'code': 200} Sep 01 16:01:49.440045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-39fee486-9d1b-4752-b075-81f90b40ceb0 req-6982b9d2-7845-4e32-a256-7c2f48b2117e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0309289 Sep 01 16:01:50.439080 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c77d1-8a3d-4afd-a3dc-304240e0e6d3 req-eb0170e0-469a-48d1-acde-9151e039e6ea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:50.440778 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-558c77d1-8a3d-4afd-a3dc-304240e0e6d3 req-eb0170e0-469a-48d1-acde-9151e039e6ea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Sep 01 16:01:50.482611 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-558c77d1-8a3d-4afd-a3dc-304240e0e6d3 req-ad6b4c97-d814-456a-b8af-08177fb2d0b0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Sep 01 16:01:50.580496 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e66af371-977e-48e1-8f9c-ccb27c698e69 req-6a2c692c-13a2-4658-9e9b-10a11894b338 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=25b5aa94-a965-4171-9d79-19ac8c0faa8c HTTP/1.1" status: 200 len: 210 time: 0.0313787 Sep 01 16:01:51.363663 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e71b-3a9a-4b9b-a8dd-3c141662b39e req-672eb72d-ad3b-42dd-9dc5-216f6ca3c70f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.365137 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edf0e71b-3a9a-4b9b-a8dd-3c141662b39e req-672eb72d-ad3b-42dd-9dc5-216f6ca3c70f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Sep 01 16:01:51.402096 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-edf0e71b-3a9a-4b9b-a8dd-3c141662b39e req-82f11e9b-4a60-43d5-8ae4-50392edf2215 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Sep 01 16:01:51.414427 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:51.462640 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:51.463012 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:51.544234 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:51.567186 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:51.570297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37350491-8461-4de2-bb15-5a0f324145be" -d '{"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:51.582747 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:51.608025 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f45a77-601f-41d7-ab6c-0f271f4a19fa x-openstack-request-id: req-42f45a77-601f-41d7-ab6c-0f271f4a19fa {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:51.608414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-plugged", "status": "completed", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:51.608727 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-42f45a77-601f-41d7-ab6c-0f271f4a19fa {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:51.609192 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'code': 200} Sep 01 16:01:51.613488 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef569b3a-a713-4cfb-8253-cf12719162b8 req-264500eb-2a2b-4477-a6c5-060803093b87 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.615071 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ef569b3a-a713-4cfb-8253-cf12719162b8 req-264500eb-2a2b-4477-a6c5-060803093b87 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 945 time: 0.0551445 Sep 01 16:01:51.649452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:51.650674 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ddae3972-4a54-4981-bfd6-24630d9cd74d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:51.669253 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ef569b3a-a713-4cfb-8253-cf12719162b8 req-f952f826-99c4-40ba-bf91-8f950d044145 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470703 Sep 01 16:01:51.701481 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: ddae3972-4a54-4981-bfd6-24630d9cd74d {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:01:51.702083 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device ddae3972-4a54-4981-bfd6-24630d9cd74d not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:01:51.729698 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=10']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:51.736753 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.737106 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.737475 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.737817 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.738150 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.738485 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.738816 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.739146 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.739478 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.739807 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.740131 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:51.740942 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:52.380121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d08ca-56c9-437e-a25e-85aee1dfc439 req-ffcb5b7e-0cf3-4550-8577-6970a18c06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:52.382341 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-871d08ca-56c9-437e-a25e-85aee1dfc439 req-ffcb5b7e-0cf3-4550-8577-6970a18c06a4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1100 time: 0.0395429 Sep 01 16:01:52.416748 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-871d08ca-56c9-437e-a25e-85aee1dfc439 req-7af15d4e-8e88-4097-9217-91d6066828ca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268369 Sep 01 16:01:52.517995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fa94-8786-40cf-b50a-2b07334c42d1 req-7fbe7b1f-e6e0-48b6-8156-16daf92022c2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:52.519465 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2fb9fa94-8786-40cf-b50a-2b07334c42d1 req-7fbe7b1f-e6e0-48b6-8156-16daf92022c2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Sep 01 16:01:52.557778 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2fb9fa94-8786-40cf-b50a-2b07334c42d1 req-3787f003-7670-4a8d-8b26-5867732d80b2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Sep 01 16:01:52.804268 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf3b60-605a-4aaf-af57-a8d2c9d003ee req-ca64184f-2226-4c38-aaa2-c31e13bfbf70 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:52.805952 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45cf3b60-605a-4aaf-af57-a8d2c9d003ee req-ca64184f-2226-4c38-aaa2-c31e13bfbf70 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0538929 Sep 01 16:01:52.844144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-45cf3b60-605a-4aaf-af57-a8d2c9d003ee req-b1fbfe33-6c3e-4b1d-8f2c-f27bc0af7019 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Sep 01 16:01:53.455001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d83c0-b955-423d-81d2-266f681151ef req-579acbcb-8862-4da6-9046-bf5280b0193f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:53.456465 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e9d83c0-b955-423d-81d2-266f681151ef req-579acbcb-8862-4da6-9046-bf5280b0193f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Sep 01 16:01:53.497007 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e9d83c0-b955-423d-81d2-266f681151ef req-7ed364ab-7e0a-475e-b6a2-44aeafcc3990 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Sep 01 16:01:53.676427 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa2364-3687-45bf-8d42-ad97a4ae5c5c req-3c3e1da9-715a-4690-bee2-971595561ac1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:53.678017 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-53fa2364-3687-45bf-8d42-ad97a4ae5c5c req-3c3e1da9-715a-4690-bee2-971595561ac1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0512469 Sep 01 16:01:53.717880 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-53fa2364-3687-45bf-8d42-ad97a4ae5c5c req-04c4f49c-53c1-485a-b573-b6cd89b46a95 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Sep 01 16:01:53.974281 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87ed0-2959-46e1-947f-82f413d8464a req-39eede29-85a0-4cda-9874-886909c0c49d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:53.976510 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74d87ed0-2959-46e1-947f-82f413d8464a req-39eede29-85a0-4cda-9874-886909c0c49d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0582533 Sep 01 16:01:54.015531 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74d87ed0-2959-46e1-947f-82f413d8464a req-2eb733c4-aa25-40df-af32-b973aab83902 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326746 Sep 01 16:01:54.617934 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad75e-24cf-4880-8b2a-af2318e57a4f req-c8e3f01c-dbc3-4b7e-8ee0-fe23f0343304 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.619449 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-83cad75e-24cf-4880-8b2a-af2318e57a4f req-c8e3f01c-dbc3-4b7e-8ee0-fe23f0343304 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0539789 Sep 01 16:01:54.656590 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-83cad75e-24cf-4880-8b2a-af2318e57a4f req-5b3fa171-a0af-4b6e-9770-a0c1bca35738 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Sep 01 16:01:54.835916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce979b2-4671-451b-9ede-475fa5c6ce20 req-942c77f9-c856-4332-88db-8636b2f72b27 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.838225 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5ce979b2-4671-451b-9ede-475fa5c6ce20 req-942c77f9-c856-4332-88db-8636b2f72b27 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0492795 Sep 01 16:01:54.876575 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5ce979b2-4671-451b-9ede-475fa5c6ce20 req-39b5ca24-3a2c-4b64-bf35-34e4b9d3515d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320654 Sep 01 16:01:55.151089 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7c5d-9487-4452-83a1-55e3717a0b71 req-848ad5ab-34b2-40ae-9790-2ee283ebef95 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:55.152612 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f62e7c5d-9487-4452-83a1-55e3717a0b71 req-848ad5ab-34b2-40ae-9790-2ee283ebef95 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0633101 Sep 01 16:01:55.192175 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f62e7c5d-9487-4452-83a1-55e3717a0b71 req-72ed6884-b60f-43b3-92a0-0d7dc6f2b5a3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Sep 01 16:01:55.720726 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0081-db4d-4498-a87a-16c42d30ddb4 req-f93b2382-e828-4d82-8197-bf022da281b4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:55.722467 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d34b0081-db4d-4498-a87a-16c42d30ddb4 req-f93b2382-e828-4d82-8197-bf022da281b4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0581350 Sep 01 16:01:55.798295 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d34b0081-db4d-4498-a87a-16c42d30ddb4 req-f7dbbe59-313a-4437-90d3-52bb135e161a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676019 Sep 01 16:01:55.810288 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d8908-6bc9-4f79-9cb9-2624f9595e22 req-4d2dd7d6-cf97-43b1-9ed5-5c12f25e3f7f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:55.812002 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e71d8908-6bc9-4f79-9cb9-2624f9595e22 req-4d2dd7d6-cf97-43b1-9ed5-5c12f25e3f7f tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0825365 Sep 01 16:01:55.849479 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e71d8908-6bc9-4f79-9cb9-2624f9595e22 req-23b9311c-3fd5-4697-b19d-e8285a9594e4 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Sep 01 16:01:55.996483 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b324d-77f7-4524-8fb7-38c46d26ed1c req-f4376646-cbdd-489f-a205-999d0fa1cc00 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:55.997988 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-186b324d-77f7-4524-8fb7-38c46d26ed1c req-f4376646-cbdd-489f-a205-999d0fa1cc00 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Sep 01 16:01:56.035384 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-186b324d-77f7-4524-8fb7-38c46d26ed1c req-9872578f-4dc4-4e48-b740-c57a088a05f4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Sep 01 16:01:56.314635 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7c9cc-f6b0-4b3f-9929-9d4b42e66f2e req-fcf4b181-997b-4b15-972e-89174f4df5f5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:56.316224 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e8f7c9cc-f6b0-4b3f-9929-9d4b42e66f2e req-fcf4b181-997b-4b15-972e-89174f4df5f5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0512102 Sep 01 16:01:56.355016 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e8f7c9cc-f6b0-4b3f-9929-9d4b42e66f2e req-bbdd619f-4a19-48cd-9f51-92e303d19a00 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Sep 01 16:01:56.366637 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-f80814a7-7db3-41c8-b2ca-8d10f0f11553 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:56.368179 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-f80814a7-7db3-41c8-b2ca-8d10f0f11553 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 945 time: 0.0474651 Sep 01 16:01:56.467157 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Deleting port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:01:56.467493 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:56.551463 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] For port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:56.551736 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:56.564334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Calling delete_port for 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:01:56.796737 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:56.828128 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event deleted for resources: {'Port': ['ID=1b3dcae6-bb43-4e2e-a1c5-a593eb068368,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:56.864650 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'fccef640-b647-46dc-88a6-d23108d1db9f', '1b3dcae6-bb43-4e2e-a1c5-a593eb068368'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:56.873880 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] No DVR routers for this DVR port 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:56.876537 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:56.878648 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-5caf8078-e3b2-4bc1-ac66-61782c22d06c req-9aede936-61f1-4627-8c9e-27f2076346df tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "DELETE /v2.0/ports/1b3dcae6-bb43-4e2e-a1c5-a593eb068368 HTTP/1.1" status: 204 len: 173 time: 0.5038331 Sep 01 16:01:56.879139 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'name': 'network-vif-deleted', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:56.882877 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b5896-ed3a-49a8-a5eb-0ce53602badc" -d '{"events": [{"server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "name": "network-vif-deleted", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:56.925979 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca1c6-ab33-49f8-b6cc-f0b92949b0e4 req-f4b802cd-52da-44d8-9f83-48c55080621c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:56.927724 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-995ca1c6-ab33-49f8-b6cc-f0b92949b0e4 req-f4b802cd-52da-44d8-9f83-48c55080621c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0564785 Sep 01 16:01:56.960152 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a892f0b6-ddc4-4b6a-964e-885737fd2b78 req-4413f1bd-15cb-463d-88b3-13d1790355ab tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 210 time: 0.0308895 Sep 01 16:01:56.992228 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-995ca1c6-ab33-49f8-b6cc-f0b92949b0e4 req-235b0830-32a9-478c-81a2-b62177534fff tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508776 Sep 01 16:01:57.021460 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc654b-cb9a-4ceb-9a23-89b9db8cc607 x-openstack-request-id: req-55cc654b-cb9a-4ceb-9a23-89b9db8cc607 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:57.021794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8889c4d4-3075-4beb-9f23-b4c6848e0f98", "name": "network-vif-deleted", "tag": "1b3dcae6-bb43-4e2e-a1c5-a593eb068368", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:57.022046 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-55cc654b-cb9a-4ceb-9a23-89b9db8cc607 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:57.022433 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8889c4d4-3075-4beb-9f23-b4c6848e0f98', 'name': 'network-vif-deleted', 'tag': '1b3dcae6-bb43-4e2e-a1c5-a593eb068368', 'status': 'completed', 'code': 200} Sep 01 16:01:57.164155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dbdc9-ae99-40ee-81a3-7c2ffd62f1be req-6d773d66-e0bb-4555-9612-d508918527fc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:57.165626 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea7dbdc9-ae99-40ee-81a3-7c2ffd62f1be req-6d773d66-e0bb-4555-9612-d508918527fc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Sep 01 16:01:57.205911 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea7dbdc9-ae99-40ee-81a3-7c2ffd62f1be req-6e2fa1b6-d9bf-4783-94d3-91df930a1433 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342999 Sep 01 16:01:58.079416 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2d40389-b936-47bf-926d-89ad049e9e79 req-b705d316-eb90-4433-b6ba-138a2ab9279e tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=8889c4d4-3075-4beb-9f23-b4c6848e0f98 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Sep 01 16:01:58.131611 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a66d4-c89c-4db1-985c-2ea90fe62b28 req-aae29074-eb31-4812-ac08-36c3976ca4bd tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:58.133115 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f95a66d4-c89c-4db1-985c-2ea90fe62b28 req-aae29074-eb31-4812-ac08-36c3976ca4bd tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0561943 Sep 01 16:01:58.172561 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f95a66d4-c89c-4db1-985c-2ea90fe62b28 req-bca169ba-dfc8-429e-95e8-8748d5e4cd8b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Sep 01 16:01:58.328212 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f5c2-e5dc-4f98-9b67-b85263ad56db req-c4fcbd60-eb29-424d-9d80-dab866b4507d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:58.329719 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a9f9f5c2-e5dc-4f98-9b67-b85263ad56db req-c4fcbd60-eb29-424d-9d80-dab866b4507d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Sep 01 16:01:58.368285 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a9f9f5c2-e5dc-4f98-9b67-b85263ad56db req-63428350-dd13-43af-aa2c-7aec516c120b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Sep 01 16:01:59.243414 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6947-2609-4033-b601-0dfbf887c557 req-0dc1d97a-d926-4f98-bfd6-32d58296032a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:59.245783 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-437b6947-2609-4033-b601-0dfbf887c557 req-0dc1d97a-d926-4f98-bfd6-32d58296032a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0581183 Sep 01 16:01:59.328474 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825686f-f46e-4424-bf6a-3b8b491b1f3d req-4e7cb843-8e68-40ca-a4e2-c6f3c6ad6f5a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:59.330622 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f825686f-f46e-4424-bf6a-3b8b491b1f3d req-4e7cb843-8e68-40ca-a4e2-c6f3c6ad6f5a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 945 time: 0.0686226 Sep 01 16:01:59.361639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Deleting port a6afb1d2-6b24-4925-9f0e-26a902c73253 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:01:59.362264 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:59.372908 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f825686f-f46e-4424-bf6a-3b8b491b1f3d req-655b7a59-bd3e-44bb-a4f1-0b8562e590a9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Sep 01 16:01:59.424308 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:59.472670 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] For port a6afb1d2-6b24-4925-9f0e-26a902c73253, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a6afb1d2-6b24-4925-9f0e-26a902c73253,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:59.473157 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:59.474056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:01:59.474595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b3dcae6-bb43-4e2e-a1c5-a593eb068368 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:01:59.488332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Calling delete_port for a6afb1d2-6b24-4925-9f0e-26a902c73253 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:01:59.498290 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54da70b-979f-4560-b08d-8c952e0529cc req-2575744f-6534-45f4-a561-9696705026a5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:59.499784 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d54da70b-979f-4560-b08d-8c952e0529cc req-2575744f-6534-45f4-a561-9696705026a5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0610359 Sep 01 16:01:59.541786 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d54da70b-979f-4560-b08d-8c952e0529cc req-2bd9594a-aab6-4357-91ec-15059c78a952 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358059 Sep 01 16:01:59.620893 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ce899-250e-416c-a28d-e8d31fd705f6 req-2c1e8095-16a0-40ec-be05-f695592d8681 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:59.626678 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f78ce899-250e-416c-a28d-e8d31fd705f6 req-2c1e8095-16a0-40ec-be05-f695592d8681 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Sep 01 16:01:59.666846 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f78ce899-250e-416c-a28d-e8d31fd705f6 req-eac30a1c-d1e0-4371-9c19-061766840d1b tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Sep 01 16:01:59.790113 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:59.820147 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Pushing event deleted for resources: {'Port': ['ID=a6afb1d2-6b24-4925-9f0e-26a902c73253,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:59.840378 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'a6afb1d2-6b24-4925-9f0e-26a902c73253'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:59.858680 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] No DVR routers for this DVR port a6afb1d2-6b24-4925-9f0e-26a902c73253 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:59.861162 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:59.863189 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-437b6947-2609-4033-b601-0dfbf887c557 req-619b869f-6e24-4298-999e-7e8b46be0fbc tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "DELETE /v2.0/ports/a6afb1d2-6b24-4925-9f0e-26a902c73253 HTTP/1.1" status: 204 len: 173 time: 0.6084075 Sep 01 16:01:59.863617 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'name': 'network-vif-deleted', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:59.865891 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc973a1-e67e-4f59-9eeb-51a76357e2c5" -d '{"events": [{"server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "name": "network-vif-deleted", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:59.901545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab004aa-2c5f-456a-b054-ebb8ee91d4ed x-openstack-request-id: req-6ab004aa-2c5f-456a-b054-ebb8ee91d4ed {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:59.901956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1ea83a-8219-4450-a0d7-c9dbc2c690f1", "name": "network-vif-deleted", "tag": "a6afb1d2-6b24-4925-9f0e-26a902c73253", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:59.902301 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-6ab004aa-2c5f-456a-b054-ebb8ee91d4ed {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:59.902698 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1ea83a-8219-4450-a0d7-c9dbc2c690f1', 'name': 'network-vif-deleted', 'tag': 'a6afb1d2-6b24-4925-9f0e-26a902c73253', 'status': 'completed', 'code': 200} Sep 01 16:02:00.478657 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f074a4e4-168e-431b-959a-63bb7aadb478 req-a7aaf256-7e29-4114-bd6f-2a3193288526 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9c1ea83a-8219-4450-a0d7-c9dbc2c690f1 HTTP/1.1" status: 200 len: 210 time: 0.0256729 Sep 01 16:02:00.677272 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b68fab-3c88-4f82-b55c-7516a88fee47 req-23933559-2ece-4baf-aeea-151650da2169 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:00.678813 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3b68fab-3c88-4f82-b55c-7516a88fee47 req-23933559-2ece-4baf-aeea-151650da2169 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0607085 Sep 01 16:02:00.724061 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3b68fab-3c88-4f82-b55c-7516a88fee47 req-eefcb2cb-d436-4cba-b36c-1d19ba213573 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Sep 01 16:02:00.800489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3d7f4-ddce-4553-add3-ad8cf52d1b87 req-b05df278-1369-4565-a369-0da9fba04fad tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:00.802032 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ba3d7f4-ddce-4553-add3-ad8cf52d1b87 req-b05df278-1369-4565-a369-0da9fba04fad tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0532329 Sep 01 16:02:00.840616 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ba3d7f4-ddce-4553-add3-ad8cf52d1b87 req-598200f4-e6d0-480d-b1d0-923454eadd24 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Sep 01 16:02:01.841547 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04e2ca-76d8-49b8-aa34-668222e8b390 req-d481a101-2a82-4798-9323-f057a1ced391 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:01.843100 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce04e2ca-76d8-49b8-aa34-668222e8b390 req-d481a101-2a82-4798-9323-f057a1ced391 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Sep 01 16:02:01.884340 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ce04e2ca-76d8-49b8-aa34-668222e8b390 req-e16febf6-6366-47b0-9838-ad0f882abdf2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Sep 01 16:02:01.969998 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15447-72d5-456b-b9bf-80a4acc5dd0b req-c2b477ee-3c9b-4d5d-b3d5-8be90dc4cf1f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:01.971443 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-86e15447-72d5-456b-b9bf-80a4acc5dd0b req-c2b477ee-3c9b-4d5d-b3d5-8be90dc4cf1f tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0707498 Sep 01 16:02:02.035968 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb1d25-4b05-42ed-8e69-226bb6205b7f req-134a2b90-7f85-4171-aa7a-95d0138a58f7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:02.037381 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-afbb1d25-4b05-42ed-8e69-226bb6205b7f req-134a2b90-7f85-4171-aa7a-95d0138a58f7 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0876622 Sep 01 16:02:02.042908 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-86e15447-72d5-456b-b9bf-80a4acc5dd0b req-47a921c1-20be-4db2-b829-a33d40dd957c tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Sep 01 16:02:02.076535 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-afbb1d25-4b05-42ed-8e69-226bb6205b7f req-700cc049-91ac-4263-ab45-57441c8c9039 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Sep 01 16:02:02.998138 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244542-6edf-4258-9bbe-252db226aede req-a870ef1b-31f7-409b-aa39-d13db272af88 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:02.999595 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8e244542-6edf-4258-9bbe-252db226aede req-a870ef1b-31f7-409b-aa39-d13db272af88 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Sep 01 16:02:03.041699 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8e244542-6edf-4258-9bbe-252db226aede req-cba57775-3472-4063-ad74-c8b6dc262c63 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Sep 01 16:02:03.184344 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bd3bb-4222-4a0c-a4ed-4e0aeef0d12d req-2611c598-6895-4b7f-ae90-8a197d30a911 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:03.185861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-586bd3bb-4222-4a0c-a4ed-4e0aeef0d12d req-2611c598-6895-4b7f-ae90-8a197d30a911 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0755160 Sep 01 16:02:03.218416 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b309-cd39-41a5-83df-c2b3118f1645 req-3b1e211b-7333-4f5a-bd27-179f9cb08e31 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:03.219783 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc42b309-cd39-41a5-83df-c2b3118f1645 req-3b1e211b-7333-4f5a-bd27-179f9cb08e31 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0741553 Sep 01 16:02:03.248370 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-586bd3bb-4222-4a0c-a4ed-4e0aeef0d12d req-0ad9f363-05c7-43c8-b5f4-069e12990c2d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Sep 01 16:02:03.268621 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc42b309-cd39-41a5-83df-c2b3118f1645 req-9c9eceda-c323-4503-ad95-9ed9145ba222 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Sep 01 16:02:04.156875 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fd139-86e7-4efb-beea-076de6dca079 req-70dd9654-89b8-48fb-b5fd-e341751bbd05 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:04.158366 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf6fd139-86e7-4efb-beea-076de6dca079 req-70dd9654-89b8-48fb-b5fd-e341751bbd05 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Sep 01 16:02:04.196132 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cf6fd139-86e7-4efb-beea-076de6dca079 req-955e1a70-ca6e-4ab3-b78f-cb06239d3861 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Sep 01 16:02:04.392292 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7a30-36fe-4baa-ba9e-a9af2bb62df1 req-362af103-8f06-4d46-b6a6-5f153a7bc704 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:04.393794 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-544b7a30-36fe-4baa-ba9e-a9af2bb62df1 req-362af103-8f06-4d46-b6a6-5f153a7bc704 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0781968 Sep 01 16:02:04.405948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7aed4-a4eb-42ba-a989-4e00f335970e req-65650560-d46c-4ab5-bc15-e76a5622e0db tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:04.407345 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0d7aed4-a4eb-42ba-a989-4e00f335970e req-65650560-d46c-4ab5-bc15-e76a5622e0db tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0662858 Sep 01 16:02:04.464096 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-544b7a30-36fe-4baa-ba9e-a9af2bb62df1 req-c50162e5-e687-4f46-9b27-81cc9336e531 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Sep 01 16:02:04.468794 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0d7aed4-a4eb-42ba-a989-4e00f335970e req-5d617bba-21ec-4061-851d-76aa4c8e78b3 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539312 Sep 01 16:02:04.591391 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device a6afb1d2-6b24-4925-9f0e-26a902c73253 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:04.612240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: a6afb1d2-6b24-4925-9f0e-26a902c73253 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:04.612590 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device a6afb1d2-6b24-4925-9f0e-26a902c73253 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:04.690667 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-da6c3090-4c22-4909-8f51-80a33e6fff4d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:04.692105 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-da6c3090-4c22-4909-8f51-80a33e6fff4d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Sep 01 16:02:04.844817 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Deleting port fccef640-b647-46dc-88a6-d23108d1db9f {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:04.845161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:04.934188 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] For port fccef640-b647-46dc-88a6-d23108d1db9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fccef640-b647-46dc-88a6-d23108d1db9f,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:04.934554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:04.947572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Calling delete_port for fccef640-b647-46dc-88a6-d23108d1db9f owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:05.162939 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:05.194862 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event deleted for resources: {'Port': ['ID=fccef640-b647-46dc-88a6-d23108d1db9f,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:05.212695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'fccef640-b647-46dc-88a6-d23108d1db9f'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:05.236483 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] No DVR routers for this DVR port fccef640-b647-46dc-88a6-d23108d1db9f on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:05.240758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:05.243590 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-803cec2b-cde6-405f-a413-e0ff7e2b1a9f req-579eec2f-1860-4082-b041-3900f2c28a7d tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "DELETE /v2.0/ports/fccef640-b647-46dc-88a6-d23108d1db9f HTTP/1.1" status: 204 len: 173 time: 0.4883981 Sep 01 16:02:05.244094 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'name': 'network-vif-deleted', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:05.246423 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d30ea-3286-4aab-829c-837799da8f4b" -d '{"events": [{"server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "name": "network-vif-deleted", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:05.297029 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda6631-eeb6-4435-93dc-7ebd00cd788b x-openstack-request-id: req-ecda6631-eeb6-4435-93dc-7ebd00cd788b {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:05.297354 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fef09a-d321-4ddf-8ba6-b625ee47c924", "name": "network-vif-deleted", "tag": "fccef640-b647-46dc-88a6-d23108d1db9f", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:05.298151 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ecda6631-eeb6-4435-93dc-7ebd00cd788b {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:05.298151 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fef09a-d321-4ddf-8ba6-b625ee47c924', 'name': 'network-vif-deleted', 'tag': 'fccef640-b647-46dc-88a6-d23108d1db9f', 'status': 'completed', 'code': 200} Sep 01 16:02:05.331383 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77739-68a6-453e-8306-e89b02ad218a req-b8bd3c82-00d9-4d06-8ac4-a4fd05b489e2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:05.333080 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a7e77739-68a6-453e-8306-e89b02ad218a req-b8bd3c82-00d9-4d06-8ac4-a4fd05b489e2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0658715 Sep 01 16:02:05.374916 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a7e77739-68a6-453e-8306-e89b02ad218a req-28aa3a7a-471e-4100-bc01-05bd17206e91 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Sep 01 16:02:05.593776 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-21db3708-7f69-4e26-9935-057ea23fba6c req-975b7a83-0d27-420d-8099-29361f516c78 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=94fef09a-d321-4ddf-8ba6-b625ee47c924 HTTP/1.1" status: 200 len: 210 time: 0.0507932 Sep 01 16:02:05.614379 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114861ce-6e77-42c1-9592-8da29693c19c req-00997fce-c60f-4729-af49-bfbf53f0fc6a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:05.616051 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-114861ce-6e77-42c1-9592-8da29693c19c req-00997fce-c60f-4729-af49-bfbf53f0fc6a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0830419 Sep 01 16:02:05.653565 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-114861ce-6e77-42c1-9592-8da29693c19c req-0f88f9c0-7929-43a0-b9ce-455297dee09b tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Sep 01 16:02:06.459929 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0e38e58b-212a-46ba-a3b2-d4f9805ad6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:06.497197 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39ab5b-473f-4994-9dc9-bb6ade380b21 req-086ec31c-0c87-42b6-a3ea-a319c5fef656 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:06.498855 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb39ab5b-473f-4994-9dc9-bb6ade380b21 req-086ec31c-0c87-42b6-a3ea-a319c5fef656 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0559387 Sep 01 16:02:06.530872 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:06.537993 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-eb39ab5b-473f-4994-9dc9-bb6ade380b21 req-0af79630-a8b5-4646-b358-1b8496f208e3 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Sep 01 16:02:06.772691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f213-6ced-41b2-94dc-e3ac1f5fd28e req-824cff90-a582-4a81-b1ce-c0ed6e3e48d4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:06.774658 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95e4f213-6ced-41b2-94dc-e3ac1f5fd28e req-824cff90-a582-4a81-b1ce-c0ed6e3e48d4 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0499077 Sep 01 16:02:06.812998 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95e4f213-6ced-41b2-94dc-e3ac1f5fd28e req-e86a7c24-a606-4c73-83e9-2c9380d5a3ac tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Sep 01 16:02:07.354785 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:07.654303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd97b4-a558-4d85-88bf-990f88d58816 req-1d59de4d-9057-495b-bce0-a0c9921c0809 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:07.656224 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5cd97b4-a558-4d85-88bf-990f88d58816 req-1d59de4d-9057-495b-bce0-a0c9921c0809 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0503125 Sep 01 16:02:07.703085 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5cd97b4-a558-4d85-88bf-990f88d58816 req-033150e4-a443-4585-88b0-48c29c9e9b99 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Sep 01 16:02:07.933532 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3480c75-baea-4514-bddf-a1f1d9a91f39 req-12dffecd-b436-4a24-9b3a-6915f951a7ed tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:07.935068 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3480c75-baea-4514-bddf-a1f1d9a91f39 req-12dffecd-b436-4a24-9b3a-6915f951a7ed tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0568230 Sep 01 16:02:07.979118 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3480c75-baea-4514-bddf-a1f1d9a91f39 req-6f7cbbcd-559d-41e7-9319-dfaabb33d694 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Sep 01 16:02:08.328596 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1022c31-31cd-406f-a693-ee4caf4ad7b1 req-b873f073-20db-4dd7-a82c-bda354106e74 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.330167 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1022c31-31cd-406f-a693-ee4caf4ad7b1 req-b873f073-20db-4dd7-a82c-bda354106e74 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0499372 Sep 01 16:02:08.368896 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1022c31-31cd-406f-a693-ee4caf4ad7b1 req-2ea0b8f1-2765-4a79-b384-45fad7848594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Sep 01 16:02:08.617547 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device fccef640-b647-46dc-88a6-d23108d1db9f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:08.638138 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: fccef640-b647-46dc-88a6-d23108d1db9f {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:08.638483 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device fccef640-b647-46dc-88a6-d23108d1db9f not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:08.821485 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9f620-1bba-4dc0-82a8-0c742559da14 req-2ac1f7d3-fbde-4d32-a074-63e0e8609ecf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.822996 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-65c9f620-1bba-4dc0-82a8-0c742559da14 req-2ac1f7d3-fbde-4d32-a074-63e0e8609ecf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Sep 01 16:02:08.861837 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-65c9f620-1bba-4dc0-82a8-0c742559da14 req-b6a390e6-fbe2-4be0-8b6c-cdd85206bceb tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Sep 01 16:02:09.099032 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07b0b9-bd5b-4ee2-9e42-2e6141429e56 req-c3cf3e6d-ac7d-48df-9158-9572889c1080 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.100548 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea07b0b9-bd5b-4ee2-9e42-2e6141429e56 req-c3cf3e6d-ac7d-48df-9158-9572889c1080 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Sep 01 16:02:09.140382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ea07b0b9-bd5b-4ee2-9e42-2e6141429e56 req-7741d857-4284-4380-8297-d09b80d8ab84 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Sep 01 16:02:09.316880 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a8eded3a-f292-4082-b23b-b7bd8882d0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:09.482654 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:09.482910 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5a676-dfa4-4060-a72c-7a646345a019 req-89d0f1f9-02c4-4871-a10a-c28adeb8f94c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.484417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-06c5a676-dfa4-4060-a72c-7a646345a019 req-89d0f1f9-02c4-4871-a10a-c28adeb8f94c tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0488997 Sep 01 16:02:09.523904 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-06c5a676-dfa4-4060-a72c-7a646345a019 req-b5b533fb-3a27-460c-8c34-52b3ebed991a tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Sep 01 16:02:09.981004 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429cf3-f96f-46f7-95ea-e7e14e88200f req-6a066f84-5e6f-4109-822b-7b155ed3579a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.982555 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-93429cf3-f96f-46f7-95ea-e7e14e88200f req-6a066f84-5e6f-4109-822b-7b155ed3579a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Sep 01 16:02:10.021368 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-93429cf3-f96f-46f7-95ea-e7e14e88200f req-95ce2232-9d8c-4d0d-bad0-6f9ece0c9a50 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Sep 01 16:02:10.259712 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd092c-cec3-4783-90b4-ce939cf5ef4f req-8ad1e174-0234-48bd-8b1a-c6c1b11332b2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.261204 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5fd092c-cec3-4783-90b4-ce939cf5ef4f req-8ad1e174-0234-48bd-8b1a-c6c1b11332b2 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Sep 01 16:02:10.271376 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:10.300896 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5fd092c-cec3-4783-90b4-ce939cf5ef4f req-1203d837-aba6-483e-ab7e-503dbc776b2d tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Sep 01 16:02:10.640149 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3014-3ffa-41ee-97ae-d03d373658fa req-88f58ebe-bd88-42bf-bc9e-ecb21aca6872 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.641112 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-782b3014-3ffa-41ee-97ae-d03d373658fa req-88f58ebe-bd88-42bf-bc9e-ecb21aca6872 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0497537 Sep 01 16:02:10.686558 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-782b3014-3ffa-41ee-97ae-d03d373658fa req-7d1867fc-88ae-464e-a10f-25acc74ad553 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/security-groups?id=6add4bec-218f-4f26-844d-69ca8590be88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Sep 01 16:02:10.708650 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956304-13dc-444a-aa8c-f1c20c492556 req-84c6127a-5954-4da4-b75f-784f88908706 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.710252 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-af956304-13dc-444a-aa8c-f1c20c492556 req-84c6127a-5954-4da4-b75f-784f88908706 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 946 time: 0.0581670 Sep 01 16:02:10.729980 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47600) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:10.802454 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Deleting port 1b8c9190-0381-48c3-adbf-bdf34af6a91a {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:10.802794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:10.836559 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-88fe7d57-ff9e-4e37-8717-f1fbe378fbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:10.893839 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] For port 1b8c9190-0381-48c3-adbf-bdf34af6a91a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1b8c9190-0381-48c3-adbf-bdf34af6a91a,segment=NetworkSegment(b998a1d3-b687-472c-8239-4bc2aa0fb353),segment_id=b998a1d3-b687-472c-8239-4bc2aa0fb353)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:10.894198 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:10.907587 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Calling delete_port for 1b8c9190-0381-48c3-adbf-bdf34af6a91a owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:10.940319 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-88fe7d57-ff9e-4e37-8717-f1fbe378fbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.040036 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-88fe7d57-ff9e-4e37-8717-f1fbe378fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.079833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe7d57-ff9e-4e37-8717-f1fbe378fbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10de35d5-4e99-4bc2-b757-c8dbf4b66cec,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:11.084247 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-88fe7d57-ff9e-4e37-8717-f1fbe378fbd9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=82bbe1dca35741cba45e1ed6d3cb23d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531613 Sep 01 16:02:11.086818 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47606) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:11.114802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.144698 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Pushing event deleted for resources: {'Port': ['ID=1b8c9190-0381-48c3-adbf-bdf34af6a91a,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:11.159874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1b8c9190-0381-48c3-adbf-bdf34af6a91a'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:11.174255 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5b1cf-ab75-40ed-b526-6376b1c1a6e2 req-03e2773f-4615-421e-9886-179abf4f1a12 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:11.175812 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6fe5b1cf-ab75-40ed-b526-6376b1c1a6e2 req-03e2773f-4615-421e-9886-179abf4f1a12 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0820887 Sep 01 16:02:11.181420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.184246 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] No DVR routers for this DVR port 1b8c9190-0381-48c3-adbf-bdf34af6a91a on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:11.186758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.188710 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-af956304-13dc-444a-aa8c-f1c20c492556 req-42be4ea0-d8af-4575-86f9-4e14cfa09594 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.97 "DELETE /v2.0/ports/1b8c9190-0381-48c3-adbf-bdf34af6a91a HTTP/1.1" status: 204 len: 173 time: 0.4715545 Sep 01 16:02:11.189407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'name': 'network-vif-deleted', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:11.191824 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4051ad6-7708-4ab9-b83c-e519e07a00bd" -d '{"events": [{"server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "name": "network-vif-deleted", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:11.225384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.249409 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82a570-cb93-47ef-adad-ad6880f94af7 x-openstack-request-id: req-ae82a570-cb93-47ef-adad-ad6880f94af7 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:11.249409 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275a28f-19b0-4b7d-9eff-d03549518429", "name": "network-vif-deleted", "tag": "1b8c9190-0381-48c3-adbf-bdf34af6a91a", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:11.249409 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ae82a570-cb93-47ef-adad-ad6880f94af7 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:11.249409 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a275a28f-19b0-4b7d-9eff-d03549518429', 'name': 'network-vif-deleted', 'tag': '1b8c9190-0381-48c3-adbf-bdf34af6a91a', 'status': 'completed', 'code': 200} Sep 01 16:02:11.250715 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6fe5b1cf-ab75-40ed-b526-6376b1c1a6e2 req-5abedcbc-4f2c-4dc3-8ae6-3955794f0986 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659590 Sep 01 16:02:11.424567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29f95-83fe-4b64-ac9e-4798411d6ce4 req-869b2e5b-d44a-4fe4-9f27-0016f2f5b729 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:11.426054 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5a29f95-83fe-4b64-ac9e-4798411d6ce4 req-869b2e5b-d44a-4fe4-9f27-0016f2f5b729 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Sep 01 16:02:11.437278 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.439957 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.441078 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/10de35d5-4e99-4bc2-b757-c8dbf4b66cec HTTP/1.1" status: 204 len: 168 time: 0.3533645 Sep 01 16:02:11.465078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c140-ced5-45ed-8c7b-83b08a982ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de35d5-4e99-4bc2-b757-c8dbf4b66cec,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:11.484744 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5a29f95-83fe-4b64-ac9e-4798411d6ce4 req-eb610705-86d4-4460-9f60-c7f52d72763e tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/security-groups?id=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Sep 01 16:02:11.799333 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bf1dfbf-36be-4d9c-a7c7-045f197756d2 req-6b1ea5d2-b2fd-4e27-b76c-0e85c21582b5 tempest-AttachVolumeNegativeTest-1749133925 tempest-AttachVolumeNegativeTest-1749133925-project] 10.222.0.103 "GET /v2.0/ports?device_id=a275a28f-19b0-4b7d-9eff-d03549518429 HTTP/1.1" status: 200 len: 210 time: 0.0330312 Sep 01 16:02:11.969510 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6551b-a33d-4de6-8941-ec273174193c req-57f82f36-5d87-4a16-af78-abd768211249 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:11.971064 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-29f6551b-a33d-4de6-8941-ec273174193c req-57f82f36-5d87-4a16-af78-abd768211249 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 945 time: 0.0485144 Sep 01 16:02:11.983146 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.069429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Deleting port c17ce9c8-fdc7-4595-9a9a-63025e39280e {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:12.069800 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.159196 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] For port c17ce9c8-fdc7-4595-9a9a-63025e39280e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c17ce9c8-fdc7-4595-9a9a-63025e39280e,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:12.159562 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.175298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Calling delete_port for c17ce9c8-fdc7-4595-9a9a-63025e39280e owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:12.379378 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0896f9-30d7-4b32-97c7-d27b2785dde5 req-7adca60c-7eab-46ff-8e17-396be0f4a485 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.381090 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dc0896f9-30d7-4b32-97c7-d27b2785dde5 req-7adca60c-7eab-46ff-8e17-396be0f4a485 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Sep 01 16:02:12.423009 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dc0896f9-30d7-4b32-97c7-d27b2785dde5 req-a9794d17-85a5-4615-a65e-6b23af6d5c4a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344083 Sep 01 16:02:12.442675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.478602 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Pushing event deleted for resources: {'Port': ['ID=c17ce9c8-fdc7-4595-9a9a-63025e39280e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:12.487701 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['c17ce9c8-fdc7-4595-9a9a-63025e39280e'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:12.564571 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] No DVR routers for this DVR port c17ce9c8-fdc7-4595-9a9a-63025e39280e on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:12.564571 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.564571 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-29f6551b-a33d-4de6-8941-ec273174193c req-d87700f7-14ab-43d6-81b8-28ac13db2c34 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.97 "DELETE /v2.0/ports/c17ce9c8-fdc7-4595-9a9a-63025e39280e HTTP/1.1" status: 204 len: 173 time: 0.5530164 Sep 01 16:02:12.564571 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47650) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:12.597185 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1b1d90f3-30ec-4272-997d-92ac0aff5583 req-47bf97c8-b4d9-4ae2-8e44-d67fc7b6ecf9 tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 210 time: 0.0326297 Sep 01 16:02:12.668334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-608418674-network', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:12.772006 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Made reservation on behalf of ee73bd9fa1d8405ba10ec3f1d8043148 for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:12.774332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.783870 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.865458 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47656) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:12.872913 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.915124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Deleting subnet 662bb6b9-6516-4926-afa9-6a9c8ceac63a {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:02:12.918869 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.937707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.955441 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.963210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] vlan segment allocate from pool success with {'vlan_id': 1419, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:02:12.973649 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56920919-834a-4075-ae41-ba9e2e607a08,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:12.978354 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.978700 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Added segment 5bfebfb4-99bf-451b-8016-1053aa74eee1 of type vlan for network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 Sep 01 16:02:12.998999 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.022480 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.099547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.100557 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:13.101152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.146150 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.173885 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662bb6b9-6516-4926-afa9-6a9c8ceac63a,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:13.177743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.182196 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-38280f1b-a163-4a8d-b389-b61833e89bdc admin admin] 10.222.0.103 "DELETE /v2.0/subnets/662bb6b9-6516-4926-afa9-6a9c8ceac63a HTTP/1.1" status: 204 len: 168 time: 0.3134677 Sep 01 16:02:13.182576 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47658) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:13.261542 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.350537 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.362088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'name': 'network-vif-deleted', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:13.362332 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a567782d-ca85-4802-82c6-c75b2032534c']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:13.364336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae12c3-af23-404d-be53-0c15c7c5542d" -d '{"events": [{"server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "name": "network-vif-deleted", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:13.378114 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b998a1d3-b687-472c-8239-4bc2aa0fb353') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:13.378653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b998a1d3-b687-472c-8239-4bc2aa0fb353') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:13.385576 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae38009-a7ef-40a2-855b-c4dd7f6464e8,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:13.388620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.398245 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:02:13.404894 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.411616 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad2b05-38ce-4d37-8acc-76e255ddbb88 x-openstack-request-id: req-d4ad2b05-38ce-4d37-8acc-76e255ddbb88 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:13.412426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac32fc3-0906-4148-aff0-555072d0f362", "name": "network-vif-deleted", "tag": "c17ce9c8-fdc7-4595-9a9a-63025e39280e", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:13.413078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:02:13.413461 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-d4ad2b05-38ce-4d37-8acc-76e255ddbb88 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:13.413594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.414150 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac32fc3-0906-4148-aff0-555072d0f362', 'name': 'network-vif-deleted', 'tag': 'c17ce9c8-fdc7-4595-9a9a-63025e39280e', 'status': 'completed', 'code': 200} Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:02:13.415304 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:02:13.475783 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-188f4f4b-717e-4132-95d5-cf01ea914507 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9101455 Sep 01 16:02:13.478594 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47666) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:13.486004 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Request body: {'subnet': {'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-608418674-subnet', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:13.549315 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6ad4-db7e-4b4b-b31c-d62d9bf3d119 req-b7521f0e-4b81-4187-b757-ab4b7dd956bf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:13.550702 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c7ef6ad4-db7e-4b4b-b31c-d62d9bf3d119 req-b7521f0e-4b81-4187-b757-ab4b7dd956bf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Sep 01 16:02:13.564411 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.568928 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.571462 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] 10.222.0.103 "DELETE /v2.0/networks/a567782d-ca85-4802-82c6-c75b2032534c HTTP/1.1" status: 204 len: 168 time: 0.3873844 Sep 01 16:02:13.589442 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Made reservation on behalf of ee73bd9fa1d8405ba10ec3f1d8043148 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:13.592780 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16bf0e-5564-476e-9ac2-6b1c7c2f39f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a567782d-ca85-4802-82c6-c75b2032534c,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:13.593263 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.611280 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c7ef6ad4-db7e-4b4b-b31c-d62d9bf3d119 req-478c8676-1f87-4afd-b590-1c62f5077305 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538125 Sep 01 16:02:13.709695 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e1b09df1-c85e-48a1-aaad-8601d524aea8 req-fd9282af-77f9-4f14-884d-858fb3d3f38a tempest-ServerRescueNegativeTestJSON-53788524 tempest-ServerRescueNegativeTestJSON-53788524-project] 10.222.0.103 "GET /v2.0/ports?device_id=9ac32fc3-0906-4148-aff0-555072d0f362 HTTP/1.1" status: 200 len: 210 time: 0.0256817 Sep 01 16:02:13.836707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.891166 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2fd712-6e58-48ed-8206-6eb352a9da47,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:13.899635 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Checking segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:13.899989 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Network hostable DHCP agents. Network: 3ae38009-a7ef-40a2-855b-c4dd7f6464e8, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:02:13.919923 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47672) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:13.959830 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-febb2d49-f3e8-4059-9a5c-e71010e3b208 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=52bc34884c75461c830e04a52044b246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387306 Sep 01 16:02:13.962181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47674) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:13.992565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:02:14.014473 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.038078 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.087902 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 3ae38009-a7ef-40a2-855b-c4dd7f6464e8) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:14.092751 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.093377 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.098615 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9214fa4-f7db-40aa-8be5-fac38efe7152 None None] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:14.168007 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.170676 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.171827 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6add4bec-218f-4f26-844d-69ca8590be88 HTTP/1.1" status: 204 len: 168 time: 0.2087500 Sep 01 16:02:14.180921 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1f1df-eaf6-42ae-9648-be58490406d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add4bec-218f-4f26-844d-69ca8590be88,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:14.185728 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-cf955b7a-8c71-4db7-848b-be707dd8d413 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7060046 Sep 01 16:02:14.190492 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47678) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:14.194834 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:14.251668 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:02:14.252527 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.295139 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.296332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.351705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.394506 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Allocated IP 172.20.0.2 (3ae38009-a7ef-40a2-855b-c4dd7f6464e8/5b2fd712-6e58-48ed-8206-6eb352a9da47/d2349464-c23d-4c74-9c39-7802ebbfd638) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:14.542314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.552592 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Transition to ACTIVE for port object d2349464-c23d-4c74-9c39-7802ebbfd638 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:14.569760 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Transition to ACTIVE for port object d2349464-c23d-4c74-9c39-7802ebbfd638 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:14.587150 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.635297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b8c9190-0381-48c3-adbf-bdf34af6a91a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:14.640633 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.719237 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 1b8c9190-0381-48c3-adbf-bdf34af6a91a {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:14.719598 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1b8c9190-0381-48c3-adbf-bdf34af6a91a not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:14.720005 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device c17ce9c8-fdc7-4595-9a9a-63025e39280e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:14.750735 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Pushing event updated for resources: {'Port': ['ID=d2349464-c23d-4c74-9c39-7802ebbfd638,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:14.752916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974929fa-c3f0-4486-886b-bea86ccd28e2 req-e5d9f569-13d7-4f36-a05c-8be84985c64d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.755962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: c17ce9c8-fdc7-4595-9a9a-63025e39280e {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:14.756307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device c17ce9c8-fdc7-4595-9a9a-63025e39280e not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:14.758911 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:14.760085 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-974929fa-c3f0-4486-886b-bea86ccd28e2 req-e5d9f569-13d7-4f36-a05c-8be84985c64d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0778856 Sep 01 16:02:14.761055 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:14.764580 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:14.774398 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47694) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:14.794800 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-974929fa-c3f0-4486-886b-bea86ccd28e2 req-4c5fdc15-ab3c-4d20-8d5a-21aa8f4cbbc8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338972 Sep 01 16:02:14.827064 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Attempting to bind port d2349464-c23d-4c74-9c39-7802ebbfd638 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:14.827540 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Attempting to bind port d2349464-c23d-4c74-9c39-7802ebbfd638 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:14.827903 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Attempting to bind port d2349464-c23d-4c74-9c39-7802ebbfd638 on network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:14.832753 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:14.834574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Checking segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:14.834574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.834574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Bound using segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:14.834574 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Bound port: d2349464-c23d-4c74-9c39-7802ebbfd638, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:14.834933 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:14.904511 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] For port d2349464-c23d-4c74-9c39-7802ebbfd638, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:14.908338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] For port d2349464-c23d-4c74-9c39-7802ebbfd638, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=d2349464-c23d-4c74-9c39-7802ebbfd638,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:15.020037 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.099328 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635bf76-6920-42fc-bfd2-10bbb047cc8b None None] Pushing event updated for resources: {'Port': ['ID=d2349464-c23d-4c74-9c39-7802ebbfd638,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:15.133348 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.160812 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.342414 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Allocated IP 172.27.3.35 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/430894a8-4394-4058-818f-c602c4397c9a) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:15.539763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.567573 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.735418 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:15.815000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:15.823855 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:15.829286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:15.879092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Pushing event updated for resources: {'Port': ['ID=430894a8-4394-4058-818f-c602c4397c9a,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:15.940552 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445986c-6a62-46be-9420-72e7de1ce290 req-adf0d29e-0378-492c-b851-eb07e769d7d2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:15.943129 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6445986c-6a62-46be-9420-72e7de1ce290 req-adf0d29e-0378-492c-b851-eb07e769d7d2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0616052 Sep 01 16:02:16.004787 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6445986c-6a62-46be-9420-72e7de1ce290 req-b00e25d2-1757-4811-a15f-a441ca3d4627 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542080 Sep 01 16:02:16.111561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device d2349464-c23d-4c74-9c39-7802ebbfd638 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:16.218203 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2136a22-c8a5-42d1-801a-251de66666fd None None] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:16.291684 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port d2349464-c23d-4c74-9c39-7802ebbfd638 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:16.301982 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Deleting port 6d991bdc-1e7f-4933-bc7a-e934df125648 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:16.302449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.378896 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Provisioning for port d2349464-c23d-4c74-9c39-7802ebbfd638 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:16.385594 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Provisioning complete for port d2349464-c23d-4c74-9c39-7802ebbfd638 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:16.385968 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.479274 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.483083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] For port 6d991bdc-1e7f-4933-bc7a-e934df125648, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=6d991bdc-1e7f-4933-bc7a-e934df125648,segment=NetworkSegment(7df5e421-8e38-4baa-a034-8c98abffa605),segment_id=7df5e421-8e38-4baa-a034-8c98abffa605)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:16.483451 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.501317 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Calling delete_port for 6d991bdc-1e7f-4933-bc7a-e934df125648 owned by network:router_interface {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:16.505399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.522148 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] For port d2349464-c23d-4c74-9c39-7802ebbfd638, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=d2349464-c23d-4c74-9c39-7802ebbfd638,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:16.617675 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.674642 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1e1b-2c39-46f6-8d9a-29ea1501343a None None] Pushing event updated for resources: {'Port': ['ID=d2349464-c23d-4c74-9c39-7802ebbfd638,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:16.736881 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-c9bd1227-8a57-4017-9d88-a2e9b83831d1 None None] Provisioning complete for port d2349464-c23d-4c74-9c39-7802ebbfd638 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:16.737291 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1227-8a57-4017-9d88-a2e9b83831d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.812671 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.944510 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.974874 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d991bdc-1e7f-4933-bc7a-e934df125648,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:17.117005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.130023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3c86-81ef-4eb9-852a-8ca8e0d553fb req-d8448198-8ec9-4511-a75a-c84df39b7003 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:17.130898 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e2ff3c86-81ef-4eb9-852a-8ca8e0d553fb req-d8448198-8ec9-4511-a75a-c84df39b7003 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0489333 Sep 01 16:02:17.169776 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e2ff3c86-81ef-4eb9-852a-8ca8e0d553fb req-d5e85c09-be1e-43aa-be24-6fbccacb94df tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Sep 01 16:02:17.171505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Router 642d854e-8e78-4a9b-a69c-c5c46528c3da is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:02:17.365900 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:17.375278 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Sync routers for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:17.385112 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:17.385766 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:17.441235 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Router 4f1fb8fa-e544-4c05-81cc-9605cefc730f has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:02:17.497840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.499199 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-aae64cbc-0986-4ea7-9e31-7c6c2a1f645f admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3077445 Sep 01 16:02:17.502161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47732) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:17.504327 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:17.632137 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:17.641620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47736) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:17.642341 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b054ebac-0366-4926-87a0-2955703ebe12 admin admin] 10.222.0.103 "PUT /v2.0/routers/4f1fb8fa-e544-4c05-81cc-9605cefc730f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666360 Sep 01 16:02:17.644261 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Sync routers for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:17.667247 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:17.667916 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:17.725404 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:16Z', 'revision_number': 3, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:17.756448 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Checking router: 642d854e-8e78-4a9b-a69c-c5c46528c3da for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:17.757049 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Updating router 642d854e-8e78-4a9b-a69c-c5c46528c3da port 430894a8-4394-4058-818f-c602c4397c9a binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:02:17.760985 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.789852 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.807173 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:17.898263 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.029406 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '56632897-502a-4495-8b17-b2fbb729bda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:02:16Z', 'revision_number': 5, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port': {'id': '56632897-502a-4495-8b17-b2fbb729bda0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.096818 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Checking router: 4f1fb8fa-e544-4c05-81cc-9605cefc730f for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:18.097843 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Deleting port 56632897-502a-4495-8b17-b2fbb729bda0 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:18.098901 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.102958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Routers {'4f1fb8fa-e544-4c05-81cc-9605cefc730f'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:18.103691 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.208629 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.220245 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Transition to ACTIVE for port object 430894a8-4394-4058-818f-c602c4397c9a will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:18.282567 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.318423 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device d2349464-c23d-4c74-9c39-7802ebbfd638 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:18.358520 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Attempting to bind port 430894a8-4394-4058-818f-c602c4397c9a on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:18.358888 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Attempting to bind port 430894a8-4394-4058-818f-c602c4397c9a by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:18.359248 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Attempting to bind port 430894a8-4394-4058-818f-c602c4397c9a on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:18.365815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] For port 56632897-502a-4495-8b17-b2fbb729bda0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=56632897-502a-4495-8b17-b2fbb729bda0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:18.366790 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.367861 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:18.368238 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:18.368637 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.369029 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:18.370082 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Bound port: 430894a8-4394-4058-818f-c602c4397c9a, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:18.370616 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.374653 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Pushing event updated for resources: {'Port': ['ID=430894a8-4394-4058-818f-c602c4397c9a,revision_number=2']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:18.379430 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8997d-f7c5-4265-8353-85acf400144c req-1ed7f2c5-0fe4-4cf5-8908-7d0867985a83 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:18.397483 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ead8997d-f7c5-4265-8353-85acf400144c req-1ed7f2c5-0fe4-4cf5-8908-7d0867985a83 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0896058 Sep 01 16:02:18.422795 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.423361 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.424019 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.424372 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.424694 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.425025 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.425658 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.425993 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.426338 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.426664 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.426993 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.427473 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:18.431723 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] Set router 4f1fb8fa-e544-4c05-81cc-9605cefc730f gateway port host: None {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:18.464647 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ead8997d-f7c5-4265-8353-85acf400144c req-2434566c-4f59-4e57-b66c-da530c427a20 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607476 Sep 01 16:02:18.470720 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] For port 430894a8-4394-4058-818f-c602c4397c9a, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:18.474564 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] For port 430894a8-4394-4058-818f-c602c4397c9a, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=430894a8-4394-4058-818f-c602c4397c9a,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:18.478030 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Calling delete_port for 56632897-502a-4495-8b17-b2fbb729bda0 owned by network:router_gateway {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:18.497623 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.498199 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:02:17Z', 'revision_number': 6, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.531991 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d24da-a9af-4b07-82e0-3c1de4f32bef None None] The sync data for ids ['4f1fb8fa-e544-4c05-81cc-9605cefc730f'] in dv-cinder-788366-6-iscsi is: [{'id': '4f1fb8fa-e544-4c05-81cc-9605cefc730f', 'name': 'tempest-ServerRescueNegativeTestJSON-2093319661-router', 'tenant_id': '86f8963c9a784db19cec93a3c3d07920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:02:17Z', 'revision_number': 6, 'project_id': '86f8963c9a784db19cec93a3c3d07920', 'gw_port_host': None}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:18.537443 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port d2349464-c23d-4c74-9c39-7802ebbfd638 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:18.537814 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.549506 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.628289 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:18.629177 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.634277 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9060d44-1890-408c-a2d8-0a062acacd45 None None] Pushing event updated for resources: {'Port': ['ID=430894a8-4394-4058-818f-c602c4397c9a,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:18.698145 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Allocated IP 172.20.0.1 (3ae38009-a7ef-40a2-855b-c4dd7f6464e8/5b2fd712-6e58-48ed-8206-6eb352a9da47/4c259050-e73e-4bee-ad6a-03139620980b) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:18.758214 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:18.811677 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.834926 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56632897-502a-4495-8b17-b2fbb729bda0,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:18.904972 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.932083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.950879 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Transition to ACTIVE for port object 4c259050-e73e-4bee-ad6a-03139620980b will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:18.959138 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:16Z', 'revision_number': 3, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.999354 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c80ec-be0e-442b-b59c-bfa67936760a None None] The sync data for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi is: [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:16Z', 'revision_number': 3, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:19.025745 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.028474 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.077429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.122043 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:19.126971 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:19.130615 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:19.131116 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.169049 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:19.196847 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.198069 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1fb8fa-e544-4c05-81cc-9605cefc730f {{(pid=106021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:02:19.209514 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.217137 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b0ed0be8-320f-4686-992c-8df1ff6ce1a3 admin admin] 10.222.0.103 "DELETE /v2.0/routers/4f1fb8fa-e544-4c05-81cc-9605cefc730f HTTP/1.1" status: 204 len: 168 time: 1.5717168 Sep 01 16:02:19.217812 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47746) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:19.267357 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Deleting subnet fb92c74e-3eb3-485a-bbf4-b1b572cb8663 {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:02:19.270809 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.318684 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.366724 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.407329 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.453923 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d3628b3d-ca3b-4892-bc97-21cf96ccc0ac None None] Provisioning for port 4c259050-e73e-4bee-ad6a-03139620980b completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:19.458022 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d3628b3d-ca3b-4892-bc97-21cf96ccc0ac None None] Provisioning complete for port 4c259050-e73e-4bee-ad6a-03139620980b triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:19.458385 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d3628b3d-ca3b-4892-bc97-21cf96ccc0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.524689 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-d3628b3d-ca3b-4892-bc97-21cf96ccc0ac None None] Port 4c259050-e73e-4bee-ad6a-03139620980b cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:02:19.590392 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.620213 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.621296 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb92c74e-3eb3-485a-bbf4-b1b572cb8663,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:19.652603 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.652603 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c1595f72-a9d9-4b27-8780-97bdf8df7ae9 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/fb92c74e-3eb3-485a-bbf4-b1b572cb8663 HTTP/1.1" status: 204 len: 168 time: 0.4235320 Sep 01 16:02:19.653300 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47758) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:19.661289 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41058b-10a7-49cc-a872-73e950dc4b0d req-d04f0570-bcb2-40cb-b43a-91af3e6172bf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:19.663018 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3d41058b-10a7-49cc-a872-73e950dc4b0d req-d04f0570-bcb2-40cb-b43a-91af3e6172bf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1107860 Sep 01 16:02:19.718352 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.718506 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3d41058b-10a7-49cc-a872-73e950dc4b0d req-bf3a82b6-be5f-4553-99f2-4cff8bbce215 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Sep 01 16:02:19.725668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.772942 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.844262 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:19.942393 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:19.964778 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.965074 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:19.974547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:20.074747 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:20.077303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:20.077303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:20.077303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:02:20.077303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0caa085-d8db-4b7e-8022-20777590e58d']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:20.100184 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df5e421-8e38-4baa-a034-8c98abffa605') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:20.100490 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df5e421-8e38-4baa-a034-8c98abffa605') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:20.105944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:20.115234 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:20.130219 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.135218 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 430894a8-4394-4058-818f-c602c4397c9a up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:20.196373 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.215783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Releasing vlan 1418 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:02:20.216226 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: from cryptography.utils import int_from_bytes Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: from cryptography.utils import int_from_bytes Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:02:20.220360 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:02:20.263300 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 430894a8-4394-4058-818f-c602c4397c9a completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:20.267818 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 430894a8-4394-4058-818f-c602c4397c9a triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:20.268368 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.327284 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Router 642d854e-8e78-4a9b-a69c-c5c46528c3da has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:02:20.361360 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.382503 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 430894a8-4394-4058-818f-c602c4397c9a, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=430894a8-4394-4058-818f-c602c4397c9a,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:20.416840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.433878 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.436212 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] 10.222.0.103 "DELETE /v2.0/networks/d0caa085-d8db-4b7e-8022-20777590e58d HTTP/1.1" status: 204 len: 168 time: 0.7912545 Sep 01 16:02:20.448336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fad4a-d922-4ed5-850b-deb5dc0e50d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0caa085-d8db-4b7e-8022-20777590e58d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:20.458307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.462246 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:20.478894 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-779f2a49-62dd-4a75-9c69-9e79c6094ae7 admin admin] 10.222.0.103 "PUT /v2.0/routers/642d854e-8e78-4a9b-a69c-c5c46528c3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663229 Sep 01 16:02:20.491627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-db7b55cb-26de-453f-a3c3-517b3ce12e1a None None] Provisioning complete for port 4c259050-e73e-4bee-ad6a-03139620980b triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:20.492276 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-db7b55cb-26de-453f-a3c3-517b3ce12e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.530868 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 56632897-502a-4495-8b17-b2fbb729bda0 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:20.566488 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 56632897-502a-4495-8b17-b2fbb729bda0 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:20.566833 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 56632897-502a-4495-8b17-b2fbb729bda0 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:20.567250 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 6d991bdc-1e7f-4933-bc7a-e934df125648 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:20.593257 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=430894a8-4394-4058-818f-c602c4397c9a,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:20.596162 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 6d991bdc-1e7f-4933-bc7a-e934df125648 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:20.596537 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 6d991bdc-1e7f-4933-bc7a-e934df125648 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:20.598175 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-db7b55cb-26de-453f-a3c3-517b3ce12e1a None None] Port 4c259050-e73e-4bee-ad6a-03139620980b cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:02:20.849880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8f48f-967b-47f2-b1ae-d36e2002542c req-a3e04923-82e2-44d5-b81b-36505d4815f7 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:20.852514 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1de8f48f-967b-47f2-b1ae-d36e2002542c req-a3e04923-82e2-44d5-b81b-36505d4815f7 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0578554 Sep 01 16:02:20.900148 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1de8f48f-967b-47f2-b1ae-d36e2002542c req-b65f6b9b-8f98-451b-992d-4e70213469cc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Sep 01 16:02:20.907119 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47778) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:20.952328 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-12ddb483-f788-4d72-a045-fcf820b715a6 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=86f8963c9a784db19cec93a3c3d07920&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439441 Sep 01 16:02:20.955009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47780) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:21.006925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.029301 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.059778 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Sync routers for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:21.068700 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:21.069357 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:21.168790 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.176153 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:21.178482 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.180018 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ae5ab4d5-6998-436b-b242-2df7f5cc1f3d HTTP/1.1" status: 204 len: 168 time: 0.2241066 Sep 01 16:02:21.210359 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526618-8ff0-4818-9da5-8942e6417b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ab4d5-6998-436b-b242-2df7f5cc1f3d,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:21.366536 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47802) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:21.372275 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1674963915-network', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:21.419029 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 2, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:21.446276 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Checking router: 642d854e-8e78-4a9b-a69c-c5c46528c3da for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:21.446946 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Updating router 642d854e-8e78-4a9b-a69c-c5c46528c3da port 4c259050-e73e-4bee-ad6a-03139620980b binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:02:21.475511 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.516829 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Made reservation on behalf of 264965233f8c4b3ba775ac207f54fa05 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:21.519249 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.528391 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.675989 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.780147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.794459 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.806074 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Transition to ACTIVE for port object 4c259050-e73e-4bee-ad6a-03139620980b will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:21.817754 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1433, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:02:21.833201 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.833606 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Added segment 132a3eab-b20c-4ec0-bcc7-a5eb243d131e of type vlan for network f69c744f-ad44-4d6d-968a-f97748851c6e Sep 01 16:02:21.835070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8125b16a-4f2a-4c89-bd4e-7e001b31be8b,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:21.876714 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.880399 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.952999 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d7b3-2160-422f-88ec-f5dbd5697276 None None] Pushing event updated for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:21.999589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.002496 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.006116 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.040006 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Attempting to bind port 4c259050-e73e-4bee-ad6a-03139620980b on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:22.040006 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Attempting to bind port 4c259050-e73e-4bee-ad6a-03139620980b by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:22.040340 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Attempting to bind port 4c259050-e73e-4bee-ad6a-03139620980b on network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:22.046876 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:22.047277 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Checking segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:22.047652 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.048189 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Bound using segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:22.048731 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Bound port: 4c259050-e73e-4bee-ad6a-03139620980b, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:22.049138 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.149495 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 430894a8-4394-4058-818f-c602c4397c9a up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:22.174612 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] For port 4c259050-e73e-4bee-ad6a-03139620980b, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:22.179069 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] For port 4c259050-e73e-4bee-ad6a-03139620980b, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4c259050-e73e-4bee-ad6a-03139620980b,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:22.191773 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8241477 Sep 01 16:02:22.192832 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2aa44-8e61-4232-91a4-f9c49f20d3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f69c744f-ad44-4d6d-968a-f97748851c6e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:22.195921 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47846) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:22.203373 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Request body: {'subnet': {'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1674963915-subnet', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:22.208565 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network f69c744f-ad44-4d6d-968a-f97748851c6e details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:02:22.225295 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e96c5-fef8-4a62-b945-62b19883e71a req-e2960482-b7cd-4e30-9d93-fb06a81ec75e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.236336 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-128e96c5-fef8-4a62-b945-62b19883e71a req-e2960482-b7cd-4e30-9d93-fb06a81ec75e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1754446 Sep 01 16:02:22.276607 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-128e96c5-fef8-4a62-b945-62b19883e71a req-568b503d-5bc2-43a8-94cf-b1e613c84aea tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Sep 01 16:02:22.282650 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.309625 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Made reservation on behalf of 264965233f8c4b3ba775ac207f54fa05 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:22.312445 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.326175 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 430894a8-4394-4058-818f-c602c4397c9a triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:22.326561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.344248 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:22.345113 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:22.401491 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d7b3-2160-422f-88ec-f5dbd5697276 None None] Pushing event updated for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:22.602570 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:22.619817 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.693386 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46eee83a-35a4-4a54-96e2-265680f62173,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:22.706633 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Checking segment: {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:22.706995 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Network hostable DHCP agents. Network: f69c744f-ad44-4d6d-968a-f97748851c6e, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:02:22.783245 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Network f69c744f-ad44-4d6d-968a-f97748851c6e is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:02:22.815516 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:22Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:22.843561 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63c1f7-cb43-431a-bf19-9d06b97c7c76 None None] The sync data for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi is: [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:22Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:22.908733 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, f69c744f-ad44-4d6d-968a-f97748851c6e) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:22.918814 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.918814 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:22.920886 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6fb28-2543-4015-a8ac-e011fa235161 None None] Network f69c744f-ad44-4d6d-968a-f97748851c6e requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:23.074554 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6cdc7a55-d739-44c0-80cb-536afdaa0fe4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8748598 Sep 01 16:02:23.074787 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47868) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:23.079464 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:23.118227 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-f69c744f-ad44-4d6d-968a-f97748851c6e', 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'fixed_ips': [{'subnet_id': '46eee83a-35a4-4a54-96e2-265680f62173'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:02:23.119091 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.172224 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.173342 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.229572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.278805 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Allocated IP 172.20.0.2 (f69c744f-ad44-4d6d-968a-f97748851c6e/46eee83a-35a4-4a54-96e2-265680f62173/2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:23.426383 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf99d-4718-4c7e-98da-9abefe9487ba req-c59f2358-c61e-4e90-b317-c1b30131bcf6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:23.434460 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-33ecf99d-4718-4c7e-98da-9abefe9487ba req-c59f2358-c61e-4e90-b317-c1b30131bcf6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0712368 Sep 01 16:02:23.500996 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-33ecf99d-4718-4c7e-98da-9abefe9487ba req-297ffc6c-d05a-4830-97bf-5d2e04a534ce tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634892 Sep 01 16:02:23.504338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.508612 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.515876 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Transition to ACTIVE for port object 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:23.533373 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Transition to ACTIVE for port object 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:23.638396 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.692505 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Network f69c744f-ad44-4d6d-968a-f97748851c6e is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:23.695637 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:23.701876 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Pushing event updated for resources: {'Port': ['ID=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:23.710892 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:23.781588 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Attempting to bind port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:23.781961 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Attempting to bind port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:23.782324 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Attempting to bind port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 on network f69c744f-ad44-4d6d-968a-f97748851c6e {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:23.787941 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:23.788312 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Checking segment: {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:23.788711 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.789105 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Bound using segment: {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:23.790100 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Bound port: 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:23.790224 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.840832 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.864495 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:23.885011 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] For port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:23.889124 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] For port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:23.977688 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Allocated IP 172.27.3.12 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/c76f814f-3993-4ae5-9edc-d81c0997f0e0) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:24.018157 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.110578 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed36014-933b-436a-be2e-4c044ec9f09e None None] Pushing event updated for resources: {'Port': ['ID=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:24.125913 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.195974 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4c259050-e73e-4bee-ad6a-03139620980b up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:24.349704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.387799 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:24.394810 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:24.397362 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 4c259050-e73e-4bee-ad6a-03139620980b completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:24.399020 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:24.405674 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4c259050-e73e-4bee-ad6a-03139620980b triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:24.406056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.428771 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c76f814f-3993-4ae5-9edc-d81c0997f0e0,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:24.503974 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.545458 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 4c259050-e73e-4bee-ad6a-03139620980b, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4c259050-e73e-4bee-ad6a-03139620980b,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:24.642593 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ed572-80a8-4613-aaa3-464f6144ccdf req-3480cdcf-3b2d-42a8-8a06-4bdc244178ef tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:24.642593 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-559ed572-80a8-4613-aaa3-464f6144ccdf req-3480cdcf-3b2d-42a8-8a06-4bdc244178ef tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Sep 01 16:02:24.668213 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:24.746906 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:24.812522 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.027293 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-559ed572-80a8-4613-aaa3-464f6144ccdf req-3eb86409-7b8d-4f2d-b15d-2354ee1e0fa5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929119 Sep 01 16:02:25.052443 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.137617 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dde1d3-74a2-482d-a18f-ee689f3a9059 None None] Network f69c744f-ad44-4d6d-968a-f97748851c6e requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:25.274755 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Router c2e474ef-114f-4ac1-84eb-59e0aa691386 is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:02:25.285107 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-814f4188-c9c2-4772-9b54-0c3395590a41 None None] Provisioning for port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:25.403451 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47930) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:25.432159 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:25.445241 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Sync routers for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:25.460669 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:25.462124 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:25.522599 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.525975 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e8894d26-1270-4d49-8987-a02e890091a2 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4500022 Sep 01 16:02:25.527096 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 47934) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:25.535867 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-724e4854-1e99-4f1e-8c43-54f37972150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.586835 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:25.639996 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-724e4854-1e99-4f1e-8c43-54f37972150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.728386 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-724e4854-1e99-4f1e-8c43-54f37972150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.771421 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e4854-1e99-4f1e-8c43-54f37972150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2a366-9090-4c37-ad86-bd70727e144b,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:25.794748 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-724e4854-1e99-4f1e-8c43-54f37972150e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8dea0a1ecab7415b878b6cc87d48db4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900301 Sep 01 16:02:25.798919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47936) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:25.874850 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.898619 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.954185 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 3, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:25.986313 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Checking router: c2e474ef-114f-4ac1-84eb-59e0aa691386 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:25.986664 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Updating router c2e474ef-114f-4ac1-84eb-59e0aa691386 port c76f814f-3993-4ae5-9edc-d81c0997f0e0 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:02:26.013318 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.052771 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.056306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.059160 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/aec2a366-9090-4c37-ad86-bd70727e144b HTTP/1.1" status: 204 len: 168 time: 0.2592108 Sep 01 16:02:26.075057 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8df7d8-378b-4111-aedf-f991070f13a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2a366-9090-4c37-ad86-bd70727e144b,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:26.240693 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1063a2-ee27-4ba3-8c9a-c9462a071cfd req-9c0c36f9-a8f3-4a2c-af7a-dd568dc15fc2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:26.241904 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:26.242763 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bc1063a2-ee27-4ba3-8c9a-c9462a071cfd req-9c0c36f9-a8f3-4a2c-af7a-dd568dc15fc2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0725820 Sep 01 16:02:26.263994 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.290957 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bc1063a2-ee27-4ba3-8c9a-c9462a071cfd req-1df45ad6-74e4-4f16-b779-3e2d809d2785 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400014 Sep 01 16:02:26.393497 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.395789 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:26.414915 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Transition to ACTIVE for port object c76f814f-3993-4ae5-9edc-d81c0997f0e0 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:26.419902 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:26.421203 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.477612 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.483225 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Allocated IP 172.20.0.1 (f69c744f-ad44-4d6d-968a-f97748851c6e/46eee83a-35a4-4a54-96e2-265680f62173/72b5dfc5-2df6-4a07-8f56-8ba8ac77a290) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:26.568113 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Attempting to bind port c76f814f-3993-4ae5-9edc-d81c0997f0e0 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:26.568494 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Attempting to bind port c76f814f-3993-4ae5-9edc-d81c0997f0e0 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:26.568859 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Attempting to bind port c76f814f-3993-4ae5-9edc-d81c0997f0e0 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:26.587931 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:26.588305 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:26.588713 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.589103 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:26.589652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Bound port: c76f814f-3993-4ae5-9edc-d81c0997f0e0, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:26.590036 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.591706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad296b-ee36-4dc7-addf-c93310489794 None None] Pushing event updated for resources: {'Port': ['ID=c76f814f-3993-4ae5-9edc-d81c0997f0e0,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:26.600003 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.615363 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Transition to ACTIVE for port object 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:26.622468 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.674340 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] For port c76f814f-3993-4ae5-9edc-d81c0997f0e0, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:26.678769 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] For port c76f814f-3993-4ae5-9edc-d81c0997f0e0, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c76f814f-3993-4ae5-9edc-d81c0997f0e0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:26.680939 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:26.738741 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66552a3-b579-4af7-8d91-23ea1f012eea req-a0dfbd13-05d3-493c-b299-91507853332b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:26.742014 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f66552a3-b579-4af7-8d91-23ea1f012eea req-a0dfbd13-05d3-493c-b299-91507853332b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Sep 01 16:02:26.760497 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.779096 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f66552a3-b579-4af7-8d91-23ea1f012eea req-27dc5dc8-acbc-4100-b628-2cad40ebaaea tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327809 Sep 01 16:02:26.789695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.790604 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4c259050-e73e-4bee-ad6a-03139620980b up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:26.794307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.804687 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47954) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:26.818392 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Network f69c744f-ad44-4d6d-968a-f97748851c6e is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:26.819810 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Pushing event updated for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:26.820412 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b81444e-0941-4a53-ae54-efc24b342153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.822909 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:26.824610 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:26.864319 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:26.937483 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:26.940088 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:26.940696 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:26.960405 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b81444e-0941-4a53-ae54-efc24b342153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.002585 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4c259050-e73e-4bee-ad6a-03139620980b triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:27.003280 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.031895 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47960) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:27.039444 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b81444e-0941-4a53-ae54-efc24b342153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.095646 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5b81444e-0941-4a53-ae54-efc24b342153 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d6a12c2ca3fc4955b6666225d51458a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896667 Sep 01 16:02:27.096715 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81444e-0941-4a53-ae54-efc24b342153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75a4269-bfe8-4a29-b0ff-00b265d2ec64,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.099906 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47964) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:27.105266 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad296b-ee36-4dc7-addf-c93310489794 None None] Pushing event updated for resources: {'Port': ['ID=c76f814f-3993-4ae5-9edc-d81c0997f0e0,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.117739 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.139116 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:27.170913 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.195559 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.222298 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1b501396-d129-49e7-a62b-bc926726349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.327713 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.365299 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 3, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:27.368212 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d649967b-2d22-409d-a53f-03f4c01aa871 None None] Provisioning for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:27.394935 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3d798-63db-465a-a3e4-677b3f00ecf0 None None] The sync data for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi is: [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 3, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:27.396742 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-d649967b-2d22-409d-a53f-03f4c01aa871 None None] Provisioning complete for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:27.397118 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d649967b-2d22-409d-a53f-03f4c01aa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.398620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.401581 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.405740 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d75a4269-bfe8-4a29-b0ff-00b265d2ec64 HTTP/1.1" status: 204 len: 168 time: 0.3019938 Sep 01 16:02:27.425086 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7a9b7-d8a1-4d9c-9ddb-12bb0c4ff550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75a4269-bfe8-4a29-b0ff-00b265d2ec64,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.439749 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-d649967b-2d22-409d-a53f-03f4c01aa871 None None] Port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:02:27.444992 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.508972 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1b501396-d129-49e7-a62b-bc926726349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.527949 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Pushing event updated for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.530365 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.596674 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1b501396-d129-49e7-a62b-bc926726349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.629308 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Network f69c744f-ad44-4d6d-968a-f97748851c6e is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:27.630740 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:27.638578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b501396-d129-49e7-a62b-bc926726349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518e70e-0545-4343-929f-1f4ad0cd867e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.644064 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1b501396-d129-49e7-a62b-bc926726349e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2779b6f0d1c0479d89cca09ad6eb6b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111004 Sep 01 16:02:27.646637 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 47968) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:27.743234 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.782929 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.815555 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Router c2e474ef-114f-4ac1-84eb-59e0aa691386 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:02:27.978096 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8c77-5793-40ec-9a1e-f0aa4b05df95 req-66745e60-6855-47f7-8b60-60d1c124f1c4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:27.990235 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1c1c8c77-5793-40ec-9a1e-f0aa4b05df95 req-66745e60-6855-47f7-8b60-60d1c124f1c4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0900922 Sep 01 16:02:28.013878 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:28.017926 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a81fc3a5-0eeb-485c-ab58-0f3b0d36908c None None] Provisioning complete for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:28.018369 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a81fc3a5-0eeb-485c-ab58-0f3b0d36908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.030391 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.032821 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.039324 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b518e70e-0545-4343-929f-1f4ad0cd867e HTTP/1.1" status: 204 len: 168 time: 0.3914320 Sep 01 16:02:28.050628 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2dbd2a47-8a19-4607-a04f-25f93d65ba36 admin admin] 10.222.0.103 "PUT /v2.0/routers/c2e474ef-114f-4ac1-84eb-59e0aa691386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5075431 Sep 01 16:02:28.069307 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d572f-94ee-4cc1-84eb-9c4cf20435b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518e70e-0545-4343-929f-1f4ad0cd867e,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:28.120457 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1c1c8c77-5793-40ec-9a1e-f0aa4b05df95 req-5aa2e78c-c058-4b60-ac28-4544ef0ee594 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290019 Sep 01 16:02:28.141246 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-a81fc3a5-0eeb-485c-ab58-0f3b0d36908c None None] Port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:02:28.301475 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c76f814f-3993-4ae5-9edc-d81c0997f0e0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:28.423821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port c76f814f-3993-4ae5-9edc-d81c0997f0e0 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:28.423821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port c76f814f-3993-4ae5-9edc-d81c0997f0e0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:28.423821 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.546536 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.571825 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port c76f814f-3993-4ae5-9edc-d81c0997f0e0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c76f814f-3993-4ae5-9edc-d81c0997f0e0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:28.677478 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.678359 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:28.791878 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=c76f814f-3993-4ae5-9edc-d81c0997f0e0,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:28.819417 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:28.819852 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.957683 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48008) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:28.962536 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185970811', 'description': 'tempest-secgroup-smoke-185970811 description', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:29.070421 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.165978 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.175640 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cab97e-4faa-4780-9386-08e20271ad1f req-d6977f1c-6811-4497-a6fa-6cad2f5c0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.177441 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-d6977f1c-6811-4497-a6fa-6cad2f5c0807 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1098 time: 0.0432599 Sep 01 16:02:29.261270 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45606e-cdea-4913-83c6-77b4af65ce17 req-e97bcfc7-fc45-46d3-a5d7-46e9514b4354 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.264161 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9b45606e-cdea-4913-83c6-77b4af65ce17 req-e97bcfc7-fc45-46d3-a5d7-46e9514b4354 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0604734 Sep 01 16:02:29.279269 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.301204 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cab97e-4faa-4780-9386-08e20271ad1f req-31166564-9e49-4459-aedb-cd119fc0d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.303074 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-31166564-9e49-4459-aedb-cd119fc0d23c service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.1181993 Sep 01 16:02:29.339089 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9b45606e-cdea-4913-83c6-77b4af65ce17 req-edaaadce-82d7-49f2-94e6-1cdc10b6a55e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687971 Sep 01 16:02:29.341648 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a222d3-c809-41c4-ac1c-b45943bf0ec1,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:29.379637 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.381668 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-240d0401-8ac4-4d16-b5d2-652ca8012c2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4229143 Sep 01 16:02:29.383778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48026) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:29.388438 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:29.393239 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-8fd8a411-7a06-4317-bc7a-a0b1c2d6fea4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 1001 time: 0.0795112 Sep 01 16:02:29.452431 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cab97e-4faa-4780-9386-08e20271ad1f req-ef0e55b5-ad5a-439b-9d17-a7a90c7b80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.452431 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-ef0e55b5-ad5a-439b-9d17-a7a90c7b80e3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0487554 Sep 01 16:02:29.500712 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cab97e-4faa-4780-9386-08e20271ad1f req-fe8c4f87-834e-44fa-91ae-af54b4eb400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.502383 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-fe8c4f87-834e-44fa-91ae-af54b4eb400d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451033 Sep 01 16:02:29.567882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.611816 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-336324cb-ee69-4662-8d88-56c3cfaa82fd service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020207 Sep 01 16:02:29.640204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.646967 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48036) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:29.708540 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.718647 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-70cab97e-4faa-4780-9386-08e20271ad1f req-2c8285b6-b5d4-4de1-a557-ed218893deba service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990005 Sep 01 16:02:29.744208 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc9a4a0-dce1-43e9-bc33-c4dc9128f4b4,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:29.831742 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:29.833841 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-42792183-771e-478b-9194-a051963e3fb8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488361 Sep 01 16:02:29.836948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48042) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:29.844192 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:29.864597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-124373687-network', 'tenant_id': 'efca0df725d84e3ea904600b9a35b0bf'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:29.962450 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.037044 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.063252 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Made reservation on behalf of efca0df725d84e3ea904600b9a35b0bf for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:30.066153 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.085545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.112788 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c76f814f-3993-4ae5-9edc-d81c0997f0e0 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:30.126139 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.158797 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac66718-56d2-4071-ad5e-9ab67d116d39,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:30.190126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port c76f814f-3993-4ae5-9edc-d81c0997f0e0 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:30.190496 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.246508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.257717 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Sync routers for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:30.267854 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:30.268926 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:30.335572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.365199 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:02:30.385772 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243c4ee-51fc-4b0c-a35a-6c44de4b75a9,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:30.391686 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.391919 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Added segment ba3ca779-3d05-4a89-b3bd-256cc6324d30 of type vlan for network a8baf208-a194-4e5b-8987-d8e5a3a074c9 Sep 01 16:02:30.398309 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:30.453431 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.454627 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-51dafe1f-3a5c-45c0-ad26-a57da7af7667 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6166058 Sep 01 16:02:30.457719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.457885 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48060) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:30.462555 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:30.511877 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db91b-dae8-416c-9b9b-5ff1d9bf9ae0 req-2aac8c16-3a0e-4b44-a636-c4d1f9afb7c1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:30.513507 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-285db91b-dae8-416c-9b9b-5ff1d9bf9ae0 req-2aac8c16-3a0e-4b44-a636-c4d1f9afb7c1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0711222 Sep 01 16:02:30.564374 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-285db91b-dae8-416c-9b9b-5ff1d9bf9ae0 req-06eb3ded-3e01-45f4-92d2-98d8218336a3 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Sep 01 16:02:30.600746 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.601723 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:30.602314 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.608417 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.672448 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:27Z', 'revision_number': 4, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '72b5dfc5-2df6-4a07-8f56-8ba8ac77a290', 'name': '', 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'mac_address': 'fa:16:3e:1e:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '46eee83a-35a4-4a54-96e2-265680f62173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:26Z', 'updated_at': '2021-09-01T16:02:27Z', 'revision_number': 2, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'subnets': [{'id': '46eee83a-35a4-4a54-96e2-265680f62173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:30.685476 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] Pushing event updated for resources: {'Network': ['ID=a8baf208-a194-4e5b-8987-d8e5a3a074c9,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:30.700771 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network a8baf208-a194-4e5b-8987-d8e5a3a074c9 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:02:30.710533 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Checking router: c2e474ef-114f-4ac1-84eb-59e0aa691386 for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:30.711071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.711312 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Updating router c2e474ef-114f-4ac1-84eb-59e0aa691386 port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:02:30.740009 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.779097 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f1ca377a-8d52-4040-959f-f82446adced8 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1305532 Sep 01 16:02:30.781773 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48068) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:30.786951 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Request body: {'subnet': {'network_id': 'a8baf208-a194-4e5b-8987-d8e5a3a074c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-124373687-subnet', 'tenant_id': 'efca0df725d84e3ea904600b9a35b0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:30.859566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.878451 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32fae10-e5d2-47c2-8674-60ea474650c6,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:30.887750 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.888386 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.888963 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.889357 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.889889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.890407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.890935 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.891510 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.892038 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.892545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.893287 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.893821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:30.901358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Made reservation on behalf of efca0df725d84e3ea904600b9a35b0bf for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:30.904534 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8889471'] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.985135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.989666 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48076) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:30.990138 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-435c8c1c-0171-46b5-b8b9-2c473be0c765 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5308268 Sep 01 16:02:30.994241 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:31.041971 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.052093 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Transition to ACTIVE for port object 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:31.149534 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.173678 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.175329 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3693516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8889449'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.223714 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe6db-e9e2-44ed-8ac9-0e71c3078543 None None] Pushing event updated for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:31.248463 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a39d62-0683-4584-a8ce-5071757ea5d2,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:31.253005 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.263737 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.264080 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.264416 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.264927 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.265437 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.265778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.266105 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.266431 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.266758 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.267080 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.267402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.267719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:31.279407 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Checking segment: {'id': 'ba3ca779-3d05-4a89-b3bd-256cc6324d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': 'a8baf208-a194-4e5b-8987-d8e5a3a074c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:31.279767 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Network hostable DHCP agents. Network: a8baf208-a194-4e5b-8987-d8e5a3a074c9, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:02:31.285515 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Attempting to bind port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:31.286026 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Attempting to bind port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:31.286212 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Attempting to bind port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 on network f69c744f-ad44-4d6d-968a-f97748851c6e {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:31.291425 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:31.291798 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Checking segment: {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:31.293264 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.294145 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Bound using segment: {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:31.294625 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Bound port: 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132a3eab-b20c-4ec0-bcc7-a5eb243d131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:31.295008 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.341513 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.363822 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c0e6e4-facc-488b-93de-d05b8b196bf9,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:31.390709 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] For port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:31.394943 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] For port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:31.403032 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Network a8baf208-a194-4e5b-8987-d8e5a3a074c9 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:02:31.466233 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.467480 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c357a090-82d4-42b7-93fb-dff26cc17701 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768069 Sep 01 16:02:31.470125 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48090) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:31.474535 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:31.494780 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.499952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, a8baf208-a194-4e5b-8987-d8e5a3a074c9) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:31.504201 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.504921 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.508937 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801b5e7-f646-46c5-8f5a-249c522d3690 None None] Network a8baf208-a194-4e5b-8987-d8e5a3a074c9 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:31.568109 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:31.568766 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:31.573435 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe6db-e9e2-44ed-8ac9-0e71c3078543 None None] Pushing event updated for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:31.657201 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95381d9b-6f3c-488c-a9b7-d7be2f998890 None None] Network a8baf208-a194-4e5b-8987-d8e5a3a074c9 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:31.693250 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.securitygroups_db [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Project ee73bd9fa1d8405ba10ec3f1d8043148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:02:31.702264 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.724233 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:31.737350 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f68e2-74c3-46e4-8ab5-d88a2a6d3e6a req-89c8dfc7-76cf-4508-9023-27730b7ba1b0 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.741128 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af4f68e2-74c3-46e4-8ab5-d88a2a6d3e6a req-89c8dfc7-76cf-4508-9023-27730b7ba1b0 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0947416 Sep 01 16:02:31.785927 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4a36de09-da1d-4252-b0ff-2f0dcb1c7a64 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0028627 Sep 01 16:02:31.825872 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af4f68e2-74c3-46e4-8ab5-d88a2a6d3e6a req-1e287ea7-43d8-4002-9eb4-d61f2868f2cd tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707886 Sep 01 16:02:31.848001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.934157 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.954303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50a6e77-c0b5-4d55-8834-572b437cc0b0,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:31.967810 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:27Z', 'revision_number': 4, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '72b5dfc5-2df6-4a07-8f56-8ba8ac77a290', 'name': '', 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'mac_address': 'fa:16:3e:1e:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '46eee83a-35a4-4a54-96e2-265680f62173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:26Z', 'updated_at': '2021-09-01T16:02:31Z', 'revision_number': 4, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'subnets': [{'id': '46eee83a-35a4-4a54-96e2-265680f62173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:31.997585 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b238d-6e61-46c1-adbd-98d4a9fa4816 None None] The sync data for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi is: [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:27Z', 'revision_number': 4, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '72b5dfc5-2df6-4a07-8f56-8ba8ac77a290', 'name': '', 'network_id': 'f69c744f-ad44-4d6d-968a-f97748851c6e', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'mac_address': 'fa:16:3e:1e:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '46eee83a-35a4-4a54-96e2-265680f62173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:26Z', 'updated_at': '2021-09-01T16:02:31Z', 'revision_number': 4, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'subnets': [{'id': '46eee83a-35a4-4a54-96e2-265680f62173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:32.054462 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.058222 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-dae8e63c-5109-4725-a756-7ebed24d761f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5846488 Sep 01 16:02:32.058931 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48100) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:32.068853 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'security_group_rule': {'security_group_id': '54a222d3-c809-41c4-ac1c-b45943bf0ec1', 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:32.174464 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.securitygroups_db [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Project ee73bd9fa1d8405ba10ec3f1d8043148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:02:32.181028 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.257676 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.340574 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.360073 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638691d8-2e2f-45ee-999d-2114348654c3,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:32.436953 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.438563 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3f804db3-824d-40e1-86de-7f81ec96b95a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3765187 Sep 01 16:02:32.648207 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48144) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:32.654266 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715139029-network', 'tenant_id': '3e7497ee560a4185ae9fb8a38e7b141a'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:32.743174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Made reservation on behalf of 3e7497ee560a4185ae9fb8a38e7b141a for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:32.745594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.755896 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.861191 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.948831 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.969754 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] vlan segment allocate from pool success with {'vlan_id': 1421, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:02:32.984440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2826a4-119a-49f5-8a4b-a854dfcd3556,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:32.987456 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:32.987800 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Added segment 1c13231a-a9b5-49b5-9150-a541e0816ee9 of type vlan for network ef7331ba-8ef6-4013-8be0-4e5436ed6143 Sep 01 16:02:33.029785 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.126129 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.127497 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:33.128203 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.193813 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7331ba-8ef6-4013-8be0-4e5436ed6143,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:33.205061 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network ef7331ba-8ef6-4013-8be0-4e5436ed6143 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:02:33.272503 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48166) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:33.273142 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e88b07de-d974-4d5f-99e4-99781ce19620 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6233191 Sep 01 16:02:33.282113 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Request body: {'subnet': {'network_id': 'ef7331ba-8ef6-4013-8be0-4e5436ed6143', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715139029-subnet', 'tenant_id': '3e7497ee560a4185ae9fb8a38e7b141a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:33.383005 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Made reservation on behalf of 3e7497ee560a4185ae9fb8a38e7b141a for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:33.387602 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.637404 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.707698 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f16b4f-5ee4-4f79-991b-73bfa7f541bc,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:33.713397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Checking segment: {'id': '1c13231a-a9b5-49b5-9150-a541e0816ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': 'ef7331ba-8ef6-4013-8be0-4e5436ed6143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:33.713753 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Network hostable DHCP agents. Network: ef7331ba-8ef6-4013-8be0-4e5436ed6143, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:02:33.799900 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Network ef7331ba-8ef6-4013-8be0-4e5436ed6143 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:02:33.857115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, ef7331ba-8ef6-4013-8be0-4e5436ed6143) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:33.861305 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:33.862735 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:33.866343 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e020cc-034d-4adc-897b-06344901aae5 None None] Network ef7331ba-8ef6-4013-8be0-4e5436ed6143 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:33.932270 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-07c6568f-97b7-4ae5-80db-82e06ba19e69 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6565890 Sep 01 16:02:33.992076 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4d392-4c31-491b-9f79-fd00926e1f8c None None] Network ef7331ba-8ef6-4013-8be0-4e5436ed6143 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:02:34.057265 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48176) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:34.116620 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:34.117678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Deleting subnet f5a39d62-0683-4584-a8ce-5071757ea5d2 {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:02:34.123017 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.158396 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.200681 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.265148 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:34.269938 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:34.270390 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.355593 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.389568 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.397268 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:34.421229 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a39d62-0683-4584-a8ce-5071757ea5d2,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:34.424102 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.429316 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b6b8d767-f048-47f6-b8fc-eefd247b7cb2 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/f5a39d62-0683-4584-a8ce-5071757ea5d2 HTTP/1.1" status: 204 len: 168 time: 0.3679841 Sep 01 16:02:34.429316 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48194) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:34.477263 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.510349 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.534331 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:34.607960 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.620078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8baf208-a194-4e5b-8987-d8e5a3a074c9']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:34.631448 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3ca779-3d05-4a89-b3bd-256cc6324d30') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:34.631738 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3ca779-3d05-4a89-b3bd-256cc6324d30') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:34.641282 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.655245 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.661803 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:02:34.662216 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:02:34.663939 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:02:34.768179 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.773742 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.775991 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] 10.222.0.103 "DELETE /v2.0/networks/a8baf208-a194-4e5b-8987-d8e5a3a074c9 HTTP/1.1" status: 204 len: 168 time: 0.3456287 Sep 01 16:02:34.778940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48202) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:34.791744 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff68fa-1b03-4663-9974-7f4e0b6d0651 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8baf208-a194-4e5b-8987-d8e5a3a074c9,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:34.829617 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Deleting subnet 45f16b4f-5ee4-4f79-991b-73bfa7f541bc {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:02:34.832782 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.867875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:34.910414 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.065480 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.093171 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f16b4f-5ee4-4f79-991b-73bfa7f541bc,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:35.095159 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.097844 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-efebe9b2-b3c3-4e8c-b112-47301df13ab7 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/45f16b4f-5ee4-4f79-991b-73bfa7f541bc HTTP/1.1" status: 204 len: 168 time: 0.3170927 Sep 01 16:02:35.099612 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48206) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:35.177962 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.270768 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.287975 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7331ba-8ef6-4013-8be0-4e5436ed6143']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:35.298520 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c13231a-a9b5-49b5-9150-a541e0816ee9') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:35.298815 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c13231a-a9b5-49b5-9150-a541e0816ee9') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:35.307777 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.322179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.328055 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Releasing vlan 1421 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:02:35.328452 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:02:35.330091 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:02:35.470758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.475830 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:35.480492 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] 10.222.0.103 "DELETE /v2.0/networks/ef7331ba-8ef6-4013-8be0-4e5436ed6143 HTTP/1.1" status: 204 len: 168 time: 0.3774490 Sep 01 16:02:35.493971 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605df858-f96f-4322-8cde-888f21eea827 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7331ba-8ef6-4013-8be0-4e5436ed6143,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:35.929726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48220) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:35.973747 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6e7ec97c-a38e-4f23-899f-842d14d5ba48 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=efca0df725d84e3ea904600b9a35b0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402050 Sep 01 16:02:35.974014 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48224) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:36.021201 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.046188 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.069423 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:36.119255 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:36.119651 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.182819 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.185309 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.186470 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3243c4ee-51fc-4b0c-a35a-6c44de4b75a9 HTTP/1.1" status: 204 len: 168 time: 0.2115479 Sep 01 16:02:36.194612 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7305f3-4f01-4fab-b894-27bcbdd9fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243c4ee-51fc-4b0c-a35a-6c44de4b75a9,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:36.442504 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0165b723-973e-449a-acd2-c49af02b8165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.775046 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48234) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:36.815568 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-59436d02-f7e0-43db-a0ea-f42c74be06e4 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3e7497ee560a4185ae9fb8a38e7b141a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392683 Sep 01 16:02:36.817994 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48236) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:36.864229 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:36.884549 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:37.051744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:37.054746 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:37.055890 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/1e2826a4-119a-49f5-8a4b-a854dfcd3556 HTTP/1.1" status: 204 len: 168 time: 0.2370162 Sep 01 16:02:37.065292 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8e1ee-b4da-4b94-8b41-520a71d4803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2826a4-119a-49f5-8a4b-a854dfcd3556,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:38.244477 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:39.316629 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-94626bf7-5f79-4edd-958e-168f059b1735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:39.476537 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:40.297496 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:41.230371 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-cdfe6098-67d7-4c57-a55e-68d493d08498 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392098 Sep 01 16:02:41.320837 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-2f15639b-6423-498b-908c-9300fc14c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:41.320837 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-2f15639b-6423-498b-908c-9300fc14c3af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 1100 time: 0.0448241 Sep 01 16:02:41.435332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-f4f10718-91be-4717-bb4c-6455f869f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:41.441466 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-f4f10718-91be-4717-bb4c-6455f869f47f service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.0911908 Sep 01 16:02:41.516582 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-8f9bfa14-4227-4694-b919-7a4306991900 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0700362 Sep 01 16:02:41.570329 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-45efc057-497d-4988-aeb8-ae2a484942f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:41.571877 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-45efc057-497d-4988-aeb8-ae2a484942f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0480297 Sep 01 16:02:41.626337 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-25cbb4b8-5378-489e-841b-b58baa679d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:41.627946 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-25cbb4b8-5378-489e-841b-b58baa679d5d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447512 Sep 01 16:02:41.735187 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-9d87c651-9696-4c64-84b1-96e35a83ff2b service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982130 Sep 01 16:02:41.828148 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e619e6d-7b6a-458f-8a43-fa15a9d2108f req-5ca9383d-9835-4e6d-98d1-05ef36b72f98 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Sep 01 16:02:42.015160 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:43.529973 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:45.213631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48424) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:45.328820 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e592-913f-48fd-ab07-4be804361360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.420797 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e592-913f-48fd-ab07-4be804361360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.510430 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e592-913f-48fd-ab07-4be804361360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.550044 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6ad4e592-913f-48fd-ab07-4be804361360 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c6c863a27c8343f9862dfff74f6a2df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351512 Sep 01 16:02:45.552651 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48434) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:45.570207 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4e592-913f-48fd-ab07-4be804361360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ea37f-62a5-481a-8837-b4a54371f3b5,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:45.609044 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.629834 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.739416 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.742228 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.743394 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2b3ea37f-62a5-481a-8837-b4a54371f3b5 HTTP/1.1" status: 204 len: 168 time: 0.1899102 Sep 01 16:02:45.752958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8218d-815c-45e3-a280-f692fae97f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ea37f-62a5-481a-8837-b4a54371f3b5,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:45.771272 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c8ff-8153-4b6d-90fd-ea25a0ad445a req-216e7f90-8fc1-4d9a-a393-60c14ca23d59 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:45.772832 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5402c8ff-8153-4b6d-90fd-ea25a0ad445a req-216e7f90-8fc1-4d9a-a393-60c14ca23d59 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0653503 Sep 01 16:02:45.817551 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5402c8ff-8153-4b6d-90fd-ea25a0ad445a req-ea7925ec-c064-48d5-8338-7a3ee3499074 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Sep 01 16:02:46.399819 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48450) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:46.414276 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-5f85caa2-5b2d-4f03-b6df-98d96159b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.504930 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-5f85caa2-5b2d-4f03-b6df-98d96159b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.582891 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-5f85caa2-5b2d-4f03-b6df-98d96159b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.624259 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-5f85caa2-5b2d-4f03-b6df-98d96159b28f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1af6abda64584bd2a69ddcf32aea3b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231915 Sep 01 16:02:46.624793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85caa2-5b2d-4f03-b6df-98d96159b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13d2be-aa0f-44e9-b7da-c3f5409d5707,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:46.626811 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48454) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:46.678833 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.706184 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.825618 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.828628 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:46.832344 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/af13d2be-aa0f-44e9-b7da-c3f5409d5707 HTTP/1.1" status: 204 len: 168 time: 0.2021091 Sep 01 16:02:46.838674 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8526fed-fd6c-470e-b3b6-d66105a5f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13d2be-aa0f-44e9-b7da-c3f5409d5707,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:46.864382 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48462) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:46.961950 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6686b-ab79-4402-9154-f2fcab27c5a8 req-d76c4503-9fc0-41e2-8f6f-180730462a5f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:46.963462 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-26d6686b-ab79-4402-9154-f2fcab27c5a8 req-d76c4503-9fc0-41e2-8f6f-180730462a5f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0581391 Sep 01 16:02:46.988381 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-27fcec3b-163a-447b-846f-799e6e0f4c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.022728 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-26d6686b-ab79-4402-9154-f2fcab27c5a8 req-0aec3cb8-1664-4201-8701-808809a97671 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Sep 01 16:02:47.095931 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-27fcec3b-163a-447b-846f-799e6e0f4c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.200765 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-27fcec3b-163a-447b-846f-799e6e0f4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.242995 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-27fcec3b-163a-447b-846f-799e6e0f4c25 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ada104fa0adc4f0c82138300e19e2b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774812 Sep 01 16:02:47.243923 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcec3b-163a-447b-846f-799e6e0f4c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1d8ff-2daa-41c8-9556-469ec8d78723,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:47.247456 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48468) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:47.298433 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.323606 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.452084 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.454762 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.455951 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6dd1d8ff-2daa-41c8-9556-469ec8d78723 HTTP/1.1" status: 204 len: 168 time: 0.2068214 Sep 01 16:02:47.464109 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77cd93-3b1e-4b6d-a954-b387ccf51ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1d8ff-2daa-41c8-9556-469ec8d78723,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:47.623068 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-ccdc956b-5055-439f-9788-9c52a538747d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:47.624676 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-ccdc956b-5055-439f-9788-9c52a538747d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.0478151 Sep 01 16:02:47.737465 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Deleting port 3310cf21-5842-40ad-ba04-371b6f5d3869 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:47.737961 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.842707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] For port 3310cf21-5842-40ad-ba04-371b6f5d3869, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3310cf21-5842-40ad-ba04-371b6f5d3869,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:47.843135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.856948 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Calling delete_port for 3310cf21-5842-40ad-ba04-371b6f5d3869 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:48.118300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48496) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:48.152783 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-10cad251-4e68-4879-821e-942beee51963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.202717 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f539107-02df-4c38-8700-ca896f828845 req-3cdea143-0d6e-46f6-bdc8-be66693eec3a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:48.204257 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5f539107-02df-4c38-8700-ca896f828845 req-3cdea143-0d6e-46f6-bdc8-be66693eec3a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 945 time: 0.1088572 Sep 01 16:02:48.275592 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5f539107-02df-4c38-8700-ca896f828845 req-fd9c0ebd-43de-4e9b-a647-b935ea5e16a4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Sep 01 16:02:48.305190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.315783 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-10cad251-4e68-4879-821e-942beee51963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.335212 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Pushing event deleted for resources: {'Port': ['ID=3310cf21-5842-40ad-ba04-371b6f5d3869,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:48.355058 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['3310cf21-5842-40ad-ba04-371b6f5d3869'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:48.381953 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] No DVR routers for this DVR port 3310cf21-5842-40ad-ba04-371b6f5d3869 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:48.384507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.386785 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f338b30a-1687-476b-9d39-09ec5a62ec69 req-37fdd027-8420-4766-bad3-ca928504ace5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "DELETE /v2.0/ports/3310cf21-5842-40ad-ba04-371b6f5d3869 HTTP/1.1" status: 204 len: 173 time: 0.7548838 Sep 01 16:02:48.387223 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'name': 'network-vif-deleted', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:48.390387 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966c78d-3a74-4e8a-9b57-630cff81e348" -d '{"events": [{"server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "name": "network-vif-deleted", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:48.394691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-10cad251-4e68-4879-821e-942beee51963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.426464 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74ac7c-fc5e-4b27-83a5-7c9b814d8327 x-openstack-request-id: req-fe74ac7c-fc5e-4b27-83a5-7c9b814d8327 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:48.426754 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d08a65-db35-4b60-b430-e7247a4372a7", "name": "network-vif-deleted", "tag": "3310cf21-5842-40ad-ba04-371b6f5d3869", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:48.427001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-fe74ac7c-fc5e-4b27-83a5-7c9b814d8327 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:48.427431 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d08a65-db35-4b60-b430-e7247a4372a7', 'name': 'network-vif-deleted', 'tag': '3310cf21-5842-40ad-ba04-371b6f5d3869', 'status': 'completed', 'code': 200} Sep 01 16:02:48.441950 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-10cad251-4e68-4879-821e-942beee51963 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=822c482e6c9746ab83268ea40679cc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189340 Sep 01 16:02:48.441950 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad251-4e68-4879-821e-942beee51963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76e52b-07ef-4fa4-ba0c-e4a91c9c9816,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:48.442133 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48502) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:48.505411 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.526497 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.659239 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.662060 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.663276 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2c76e52b-07ef-4fa4-ba0c-e4a91c9c9816 HTTP/1.1" status: 204 len: 168 time: 0.2205944 Sep 01 16:02:48.671238 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0afe02-b748-40be-998e-a47fe9119c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76e52b-07ef-4fa4-ba0c-e4a91c9c9816,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:49.390931 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-980f50b0-e4de-4ff1-b463-ea6c09bc9ea5 req-0b3432d2-6b72-48d0-b860-236a4331cdc9 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=56d08a65-db35-4b60-b430-e7247a4372a7 HTTP/1.1" status: 200 len: 210 time: 0.0316567 Sep 01 16:02:49.413115 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48532) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:49.420859 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-44bf79a7-dba8-4535-8ce9-e6352079a231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.521921 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-44bf79a7-dba8-4535-8ce9-e6352079a231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.585462 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-44bf79a7-dba8-4535-8ce9-e6352079a231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.624574 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-44bf79a7-dba8-4535-8ce9-e6352079a231 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=b5030643ef1948e696725190640d79d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167337 Sep 01 16:02:49.626455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf79a7-dba8-4535-8ce9-e6352079a231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77227d9d-d679-4ae6-9e98-8703196d918c,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:49.628346 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48536) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:49.685784 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.707085 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.845569 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.848231 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:49.849413 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/77227d9d-d679-4ae6-9e98-8703196d918c HTTP/1.1" status: 204 len: 168 time: 0.2194955 Sep 01 16:02:49.857241 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5572-65cb-4a86-9936-7a20fe27b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77227d9d-d679-4ae6-9e98-8703196d918c,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:53.232757 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 3310cf21-5842-40ad-ba04-371b6f5d3869 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:53.246517 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 3310cf21-5842-40ad-ba04-371b6f5d3869 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:53.247364 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 3310cf21-5842-40ad-ba04-371b6f5d3869 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:56.509909 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69991-380f-47c1-9536-d93f68cbabf5 req-6ab13f87-2f47-4885-9259-7f869dc782cb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:56.511432 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0e69991-380f-47c1-9536-d93f68cbabf5 req-6ab13f87-2f47-4885-9259-7f869dc782cb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0604713 Sep 01 16:02:56.552291 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f0e69991-380f-47c1-9536-d93f68cbabf5 req-86fdd76e-05d3-4064-bfa6-f7f2101cbeb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Sep 01 16:02:57.388440 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48720) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:57.491551 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-72599fa8-84b6-4a3d-8af2-f803824d9845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.580286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-72599fa8-84b6-4a3d-8af2-f803824d9845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.651540 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-72599fa8-84b6-4a3d-8af2-f803824d9845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.685303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d0276-0649-4c60-8fc0-5d8391b11a6c req-ae7398c5-38e9-48eb-b8c7-435e8ce8f803 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:57.687568 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4d5d0276-0649-4c60-8fc0-5d8391b11a6c req-ae7398c5-38e9-48eb-b8c7-435e8ce8f803 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0565844 Sep 01 16:02:57.690919 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-72599fa8-84b6-4a3d-8af2-f803824d9845 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d9dc26280eab4e43b4b18892da383e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013601 Sep 01 16:02:57.700942 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48732) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:57.704402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599fa8-84b6-4a3d-8af2-f803824d9845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45602da3-2b35-4f35-a898-b9997325deb1,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:57.753715 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4d5d0276-0649-4c60-8fc0-5d8391b11a6c req-51653c76-17df-4c7f-941a-5c02e8880daf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599225 Sep 01 16:02:57.779006 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.802062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.944572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.954868 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:57.954868 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/45602da3-2b35-4f35-a898-b9997325deb1 HTTP/1.1" status: 204 len: 168 time: 0.2317097 Sep 01 16:02:57.958061 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1755e5-52b2-448d-b43f-862f245a87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45602da3-2b35-4f35-a898-b9997325deb1,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:58.645653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48746) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:58.659079 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09b32452-cf35-40a1-849e-acb7f1c2b263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:58.746076 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09b32452-cf35-40a1-849e-acb7f1c2b263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:58.856222 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-09b32452-cf35-40a1-849e-acb7f1c2b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:58.901185 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b32452-cf35-40a1-849e-acb7f1c2b263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63951e1f-69f7-4b40-b4fd-200c965637f6,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:58.907187 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-09b32452-cf35-40a1-849e-acb7f1c2b263 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ebaf215bb5ab487493cb11481a146dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604740 Sep 01 16:02:58.910250 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48750) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:58.916068 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91666-6d70-4cb8-a246-a882591d9588 req-7a5abe63-d60f-424b-9d50-f7191000a4ec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:58.917733 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cee91666-6d70-4cb8-a246-a882591d9588 req-7a5abe63-d60f-424b-9d50-f7191000a4ec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0907195 Sep 01 16:02:58.958313 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cee91666-6d70-4cb8-a246-a882591d9588 req-89650735-a073-48db-99fe-c9ca2f8ef995 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Sep 01 16:02:58.960785 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:58.983402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:59.110257 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:59.112738 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:59.113926 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/63951e1f-69f7-4b40-b4fd-200c965637f6 HTTP/1.1" status: 204 len: 168 time: 0.2026861 Sep 01 16:02:59.121778 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf0554-61f9-492d-be35-f3058681ea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63951e1f-69f7-4b40-b4fd-200c965637f6,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:00.079961 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1f38-2682-49ab-b3ea-451ad83c6dc5 req-8633360f-150d-4be4-91dd-f2494ddc27b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:00.081503 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bbb1f38-2682-49ab-b3ea-451ad83c6dc5 req-8633360f-150d-4be4-91dd-f2494ddc27b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0509965 Sep 01 16:03:00.118967 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2bbb1f38-2682-49ab-b3ea-451ad83c6dc5 req-6e6c92bd-8189-42b7-b72e-b6b54c7c516d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Sep 01 16:03:01.240395 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df550-5acc-4e05-9d8e-007ef9ee8a3f req-15af20ca-fca9-4556-a325-8c920e66d54b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:01.241918 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa1df550-5acc-4e05-9d8e-007ef9ee8a3f req-15af20ca-fca9-4556-a325-8c920e66d54b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0493848 Sep 01 16:03:01.290798 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa1df550-5acc-4e05-9d8e-007ef9ee8a3f req-0b11c7cc-bc3a-46da-b7c4-8349b84c26b4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=8498080c-3eb9-4e07-883e-0bd1e44ffa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Sep 01 16:03:01.331195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-7ba3f667-e137-4e81-b5dd-6acecd855925 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:01.332898 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-7ba3f667-e137-4e81-b5dd-6acecd855925 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 947 time: 0.0677977 Sep 01 16:03:01.439899 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Deleting port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:03:01.440345 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:01.538323 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] For port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:01.538771 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:01.582502 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-690a75d7-0f46-40bb-8f09-5340f20acd3d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:01.584151 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-690a75d7-0f46-40bb-8f09-5340f20acd3d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/networks?id=fafdb77b-3a75-4096-85fc-a777f675dcb0 HTTP/1.1" status: 200 len: 814 time: 0.1267030 Sep 01 16:03:01.600270 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-145022b9-042b-4b73-8475-c6c56464f785 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/quotas/0f56f1c1293b4223935153a5b433494a HTTP/1.1" status: 200 len: 375 time: 0.0104229 Sep 01 16:03:01.637613 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-b8081db4-1109-4668-b754-8d58593dff4a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312424 Sep 01 16:03:01.750100 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-fc85c2f2-e349-43d6-8ae9-2eb0cb548244 service neutron] 10.222.0.103 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040876 Sep 01 16:03:01.786434 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:01.786947 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:01.787378 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Floating IP 9feb671e-7ddb-4b8c-8555-1edbec9b2953 disassociated. External IP: 172.27.3.92, port: 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4. Sep 01 16:03:01.787787 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Calling delete_port for 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:03:01.842911 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-9967c03f-b582-4d1b-b71f-10b81e5107f6 service neutron] 10.222.0.103 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862768 Sep 01 16:03:02.042418 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:02.074819 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'Port': ['ID=21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:02.188880 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:03:02.300705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:03:02.312048 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:03:02.321874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:02.322549 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:02.338990 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] No DVR routers for this DVR port 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:03:02.343631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:02.344376 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a3ac0779-f225-4598-846e-d46f4dd5fd32 req-1bcd6b14-bf37-42f4-894c-4bcb0fa94527 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "DELETE /v2.0/ports/21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 HTTP/1.1" status: 204 len: 173 time: 1.0050821 Sep 01 16:03:02.344855 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-deleted', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:02.347138 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8b5236-7e61-49bf-8861-8a86b44705c4" -d '{"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-deleted", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:02.403700 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-914a8932-3874-45bf-a7fe-766e8e127989 req-47c7b95b-3be6-4074-9032-4495b7182cf6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0318656 Sep 01 16:03:02.464750 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:02.479185 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a8868b-ac44-418a-b953-4e76e4af2277 x-openstack-request-id: req-98a8868b-ac44-418a-b953-4e76e4af2277 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:02.480092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed4ec93-e2c6-4eeb-89dd-bf9089063825", "name": "network-vif-deleted", "tag": "21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:02.480685 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-98a8868b-ac44-418a-b953-4e76e4af2277 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:02.481248 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed4ec93-e2c6-4eeb-89dd-bf9089063825', 'name': 'network-vif-deleted', 'tag': '21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4', 'status': 'completed', 'code': 200} Sep 01 16:03:02.642248 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-3f722348-c67f-4b85-90c2-ce7d7c8f0ffa tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185970811&fields=id&tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148 HTTP/1.1" status: 200 len: 267 time: 0.0467074 Sep 01 16:03:02.733762 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:02.762694 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-92df7d99-b1d2-43c8-a882-e48c0ad326aa tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:02.765026 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-92df7d99-b1d2-43c8-a882-e48c0ad326aa tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 808 time: 0.1157022 Sep 01 16:03:02.766836 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:03:02.777523 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:02.778144 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:02:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:02.790773 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-8c871d9e-ea6e-4744-848b-70f9340216b3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/quotas/ee73bd9fa1d8405ba10ec3f1d8043148 HTTP/1.1" status: 200 len: 375 time: 0.0179899 Sep 01 16:03:02.844805 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-c38b8f29-c581-432a-b2f7-be7815be464a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478930 Sep 01 16:03:02.901844 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:02.967983 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-c99f7a35-236e-4cdb-af3c-0d5b61537748 service neutron] 10.222.0.103 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086652 Sep 01 16:03:03.068834 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-63be865d-10da-4036-ac26-8f77d96c86fd service neutron] 10.222.0.103 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936990 Sep 01 16:03:03.187141 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:03.234841 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-db122ca8-8379-4425-a308-135ada42f293 req-fb66d00b-50bc-4530-b3de-96b3d86ae84d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 210 time: 0.0707567 Sep 01 16:03:03.260635 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597d061-5ff0-47a9-bc8d-1088749052bd None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:03:03.526734 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3a7eb308-450a-40c0-8693-c2e2003b3ba8 req-c5abcd85-62d1-46ee-9fd9-1c9ca7073efa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=eed4ec93-e2c6-4eeb-89dd-bf9089063825 HTTP/1.1" status: 200 len: 210 time: 0.0293789 Sep 01 16:03:03.582732 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279ed97-2748-4279-bf48-124facc6b143 None None] New status for floating IP 9feb671e-7ddb-4b8c-8555-1edbec9b2953: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:03:04.001647 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3e91c487-72b6-450a-ab10-7f777eb99e79 req-ef9c3f05-7444-4bfa-9992-a32eb1756eff tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0501516 Sep 01 16:03:04.283991 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:03:04.308509 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:03:04.308869 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 21a6a1c6-d55d-42d1-80be-c5bb71b0e8f4 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:03:04.336332 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bdf5e510-1529-4f6e-a62b-b9a28fab496b req-6875926b-c233-4c72-a50c-3a78a8064dd7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 210 time: 0.0253742 Sep 01 16:03:04.724950 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48922) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:04.777645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:04.805480 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:04.922152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:04.924690 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:04.925881 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "DELETE /v2.0/security-groups/8498080c-3eb9-4e07-883e-0bd1e44ffa59 HTTP/1.1" status: 204 len: 168 time: 0.2027020 Sep 01 16:03:04.929083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48924) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:04.940890 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9f30-9d31-4880-8368-b01157925fb1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498080c-3eb9-4e07-883e-0bd1e44ffa59,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:04.948259 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.api.v2.resource [None req-39a60761-d9b7-4c38-bb32-0535287ba019 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] show failed (client error): The resource could not be found. Sep 01 16:03:04.949335 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-39a60761-d9b7-4c38-bb32-0535287ba019 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups/8498080c-3eb9-4e07-883e-0bd1e44ffa59 HTTP/1.1" status: 404 len: 347 time: 0.0184486 Sep 01 16:03:04.953041 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 48926) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:05.100135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Deleting port f6763659-5ef0-46cd-b458-7c65c022acb4 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:03:05.100489 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.117066 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-82a2aa30-ccad-4259-ac90-36264f50a5b5 req-5cfbeedf-e31e-49bd-aab1-816bd8f0e78c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Sep 01 16:03:05.188203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.188554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.204458 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Calling delete_port for f6763659-5ef0-46cd-b458-7c65c022acb4 owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:03:05.222897 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48932) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:05.336789 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-94cb1185-0100-4b68-9b1f-1e2d839732db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.452515 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b455d638-7d98-40ea-9930-b65c8663d209 req-13558768-894e-40b8-b9ae-70a8c461a4bf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 210 time: 0.0336642 Sep 01 16:03:05.465586 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-94cb1185-0100-4b68-9b1f-1e2d839732db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.504625 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.530665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'Port': ['ID=f6763659-5ef0-46cd-b458-7c65c022acb4,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:05.605598 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-94cb1185-0100-4b68-9b1f-1e2d839732db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.648759 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.648976 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-94cb1185-0100-4b68-9b1f-1e2d839732db admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=60849f4f3f58403298ad26d2374e8877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224460 Sep 01 16:03:05.648976 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb1185-0100-4b68-9b1f-1e2d839732db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ebd6d5-9e97-486f-aa71-8a07fe60ac3f,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:05.649170 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.649913 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b2e47b7b-d056-469c-8761-2e1ab3329db5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "DELETE /v2.0/floatingips/9feb671e-7ddb-4b8c-8555-1edbec9b2953 HTTP/1.1" status: 204 len: 168 time: 0.6950953 Sep 01 16:03:05.651081 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48944) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:05.723528 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.728594 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-0c5ed90b-7d91-4143-9a75-2d42d8c3178a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:05.730788 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-0c5ed90b-7d91-4143-9a75-2d42d8c3178a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "GET /v2.0/networks?id=fafdb77b-3a75-4096-85fc-a777f675dcb0 HTTP/1.1" status: 200 len: 814 time: 0.1490283 Sep 01 16:03:05.748036 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.752794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Request body: {'port': {'device_id': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0', 'admin_state_up': True, 'tenant_id': '0f56f1c1293b4223935153a5b433494a'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:05.914176 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.916656 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:05.918033 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e7ebd6d5-9e97-486f-aa71-8a07fe60ac3f HTTP/1.1" status: 204 len: 168 time: 0.2660599 Sep 01 16:03:05.927588 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75773cf6-717d-4482-89b6-f7566869ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ebd6d5-9e97-486f-aa71-8a07fe60ac3f,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:05.944145 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Made reservation on behalf of 0f56f1c1293b4223935153a5b433494a for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:03:05.948056 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.085054 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Allocated IP 172.20.0.2 (fafdb77b-3a75-4096-85fc-a777f675dcb0/fe24ca0c-6d14-45df-8a2f-5d38a1d34e23/4618672e-fbba-4495-9c72-a7837dea923d) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:03:06.195126 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48954) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:06.199723 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--810765763', 'description': 'tempest-description--1095405501'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:06.245238 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f1cad613-6f91-4aad-acd2-85a6824e28e4 req-736f914c-4af7-4a14-8a9c-f0eba2eb6b95 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0397546 Sep 01 16:03:06.254535 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.333552 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.357734 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.425403 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.453680 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Network fafdb77b-3a75-4096-85fc-a777f675dcb0 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:03:06.463425 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:03:06.472121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:03:06.495143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Pushing event updated for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:06.500610 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.502633 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ca818396-9fed-4803-89e0-fabb048c4fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.538800 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eae6112-5d9e-476e-a09a-a1a4f07b00ec,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:06.546823 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:06.548533 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.570930 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-cd9fe84c-b409-489b-bd06-35715f14e0b4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:06.572558 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-cd9fe84c-b409-489b-bd06-35715f14e0b4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 808 time: 0.1775963 Sep 01 16:03:06.597773 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca4b94-7a98-4cab-bc14-ed1851b73c7b req-5b8f9fc5-b26b-4e90-ab0d-06d95a4089e7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:06.599294 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bcca4b94-7a98-4cab-bc14-ed1851b73c7b req-5b8f9fc5-b26b-4e90-ab0d-06d95a4089e7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 931 time: 0.0527201 Sep 01 16:03:06.632485 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-deb34be8-30a4-45c2-937b-164f9c681dc7 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148 HTTP/1.1" status: 200 len: 379 time: 0.0433896 Sep 01 16:03:06.644766 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'port': {'device_id': '3a47a273-4100-4219-b567-382547fbe9f2', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'admin_state_up': True, 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'security_groups': ['54a222d3-c809-41c4-ac1c-b45943bf0ec1']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:06.647728 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bcca4b94-7a98-4cab-bc14-ed1851b73c7b req-c801efe4-ea2d-4a38-8f84-13d64d8fca2f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Sep 01 16:03:06.648234 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48968) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:06.665907 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-369256f1-de48-4db5-ba1c-0e3eaf0a2c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.690784 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.692094 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-bfd6335e-e044-4e61-8f77-7554edc6e6bf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4958491 Sep 01 16:03:06.692960 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-cc5e93f4-8947-4cc4-b4f9-eecabaa6279a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454665 Sep 01 16:03:06.694996 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48970) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:06.702646 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group_rule': {'security_group_id': '4eae6112-5d9e-476e-a09a-a1a4f07b00ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:06.715820 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Request body: {'port': {'device_id': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:06.782652 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-369256f1-de48-4db5-ba1c-0e3eaf0a2c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.799250 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.866873 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-369256f1-de48-4db5-ba1c-0e3eaf0a2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.924140 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-369256f1-de48-4db5-ba1c-0e3eaf0a2c4e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ee60ccea7b104a7cb62b0d64e742fe98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748225 Sep 01 16:03:06.924801 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48974) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:06.933688 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369256f1-de48-4db5-ba1c-0e3eaf0a2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250929ec-8aed-48dd-b7a9-a1ea7392615a,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:06.981512 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:06.999600 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.017877 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.084147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.087541 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Made reservation on behalf of ee73bd9fa1d8405ba10ec3f1d8043148 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:03:07.091088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.109521 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4618672e-fbba-4495-9c72-a7837dea923d {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:07.118940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.167508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.183738 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca0fca3-c451-4e55-9506-211cad7bd3d8,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:07.195948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.200181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Transition to ACTIVE for port object 4618672e-fbba-4495-9c72-a7837dea923d will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:07.200311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.200311 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/250929ec-8aed-48dd-b7a9-a1ea7392615a HTTP/1.1" status: 204 len: 168 time: 0.2728381 Sep 01 16:03:07.207606 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bad7e-3109-4149-9803-81bc7fa1533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250929ec-8aed-48dd-b7a9-a1ea7392615a,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:07.280834 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.282135 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-303fe91e-e6cd-4f60-b47e-ff3c28a9a8dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5861824 Sep 01 16:03:07.284925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48982) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:07.291884 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'security_group_rule': {'security_group_id': '4eae6112-5d9e-476e-a09a-a1a4f07b00ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:07.300621 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.355972 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-96767938-a618-4e82-9c39-b811008fa6b9 req-5cdfa8ac-b37f-4dd5-a958-aacb8a2e6e0d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0276604 Sep 01 16:03:07.358492 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Allocated IP 172.20.0.11 (3ae38009-a7ef-40a2-855b-c4dd7f6464e8/5b2fd712-6e58-48ed-8206-6eb352a9da47/5249ff20-1a7a-4d05-99f6-a5728e8f4509) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:03:07.394495 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Pushing event updated for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:07.429888 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.481528 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.528733 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Attempting to bind port 4618672e-fbba-4495-9c72-a7837dea923d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:03:07.529654 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Attempting to bind port 4618672e-fbba-4495-9c72-a7837dea923d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:03:07.530198 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Attempting to bind port 4618672e-fbba-4495-9c72-a7837dea923d on network fafdb77b-3a75-4096-85fc-a777f675dcb0 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:07.543810 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Port 4618672e-fbba-4495-9c72-a7837dea923d on network fafdb77b-3a75-4096-85fc-a777f675dcb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:03:07.544141 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Attempting to bind port 4618672e-fbba-4495-9c72-a7837dea923d on network fafdb77b-3a75-4096-85fc-a777f675dcb0 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:07.553402 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:03:07.554008 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Checking segment: {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:03:07.554391 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Bound using segment: {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:03:07.554820 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Bound port: 4618672e-fbba-4495-9c72-a7837dea923d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3becf1fd-9c20-4aa4-bf77-b376e33e2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:03:07.562415 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.562569 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.577194 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede47953-e113-4d82-9464-87bf722b7146,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:07.618568 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.645093 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Transition to ACTIVE for port object 5249ff20-1a7a-4d05-99f6-a5728e8f4509 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:07.661901 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:03:07.666000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4618672e-fbba-4495-9c72-a7837dea923d,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:03:07.716063 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.717923 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-da6a4461-5ff2-41a4-a89e-9fc3d83d2d03 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4317148 Sep 01 16:03:07.721364 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 48992) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:07.726441 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:07.773849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.790902 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeefd9-3ec5-456c-8967-35df67bdc9f2 req-9a8cb49b-79d2-4c53-999c-c472b282766f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:07.792670 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-82aeefd9-3ec5-456c-8967-35df67bdc9f2 req-9a8cb49b-79d2-4c53-999c-c472b282766f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 943 time: 0.0612419 Sep 01 16:03:07.808462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:07.809103 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.810530 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] 10.222.0.97 "PUT /v2.0/ports/4618672e-fbba-4495-9c72-a7837dea923d HTTP/1.1" status: 200 len: 1093 time: 1.1005330 Sep 01 16:03:07.811040 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:07.813309 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f70eab7-8dca-492a-8a33-d6611c4470c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "tag": "4618672e-fbba-4495-9c72-a7837dea923d"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:07.823148 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.838463 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-82aeefd9-3ec5-456c-8967-35df67bdc9f2 req-98e4c01b-395b-43c7-85fc-20647abb2fc6 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Sep 01 16:03:07.853449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:03:07.856179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:03:07.860615 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604c40c-b297-4fc2-9557-f1f1716b9386 service neutron] Pushing event updated for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:07.863252 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:03:07.867078 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b255ce-e284-479f-adfd-abe349e910f6 x-openstack-request-id: req-d0b255ce-e284-479f-adfd-abe349e910f6 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:07.867562 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "tag": "4618672e-fbba-4495-9c72-a7837dea923d", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:07.867795 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-d0b255ce-e284-479f-adfd-abe349e910f6 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:07.868372 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d', 'status': 'completed', 'code': 200} Sep 01 16:03:07.894675 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:07.955475 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:08.022988 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.023668 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.039460 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-0df3ebec-25ee-4612-9bde-0131194ce502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.040960 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-0df3ebec-25ee-4612-9bde-0131194ce502 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 1096 time: 0.1188216 Sep 01 16:03:08.071435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.153804 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-b0c260ea-3ef8-4a95-a8ea-30c799df6d2c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5131862 Sep 01 16:03:08.176944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Request body: {'port': {'device_id': '3a47a273-4100-4219-b567-382547fbe9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:08.200397 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Allocated IP 172.27.3.201 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/a6ec0a4d-bcb7-473f-a550-8059a5ab6346) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:03:08.212814 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-87ee9664-c4de-4939-8561-e587a87e7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.214544 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-87ee9664-c4de-4939-8561-e587a87e7b6c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0f56f1c1293b4223935153a5b433494a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1587739 Sep 01 16:03:08.276769 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.294034 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.313662 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-5fd1f6be-1986-44f2-9711-6e406c7da62b None None] Provisioning for port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:03:08.319750 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-5fd1f6be-1986-44f2-9711-6e406c7da62b None None] Provisioning complete for port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:03:08.320371 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f6be-1986-44f2-9711-6e406c7da62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.350844 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.369728 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1f6be-1986-44f2-9711-6e406c7da62b None None] Port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:03:08.413764 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-8c64e905-1ded-47f8-9627-ab8728f96881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.415256 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4f70eab7-8dca-492a-8a33-d6611c4470c0 req-8c64e905-1ded-47f8-9627-ab8728f96881 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1928260 Sep 01 16:03:08.512786 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.533451 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e3803-0470-4809-a428-67a12bbce1b4 req-555c67c1-921c-49a8-b614-15f176f28828 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.535141 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d80e3803-0470-4809-a428-67a12bbce1b4 req-555c67c1-921c-49a8-b614-15f176f28828 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 932 time: 0.1048107 Sep 01 16:03:08.598105 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:03:08.606319 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:03:08.616574 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-10d8b435-ca59-4a39-9e46-0351dde4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.618432 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-10d8b435-ca59-4a39-9e46-0351dde4672e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0f56f1c1293b4223935153a5b433494a&device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 1096 time: 0.1068127 Sep 01 16:03:08.618693 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:03:08.626988 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49018) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:08.629362 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=a6ec0a4d-bcb7-473f-a550-8059a5ab6346,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:08.666765 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d80e3803-0470-4809-a428-67a12bbce1b4 req-b76ada98-66d2-4899-b627-a6f93fe8c4c7 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078925 Sep 01 16:03:08.724149 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-6379f738-25bf-45e8-806d-7f019ed24ecd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4618672e-fbba-4495-9c72-a7837dea923d HTTP/1.1" status: 200 len: 217 time: 0.0874367 Sep 01 16:03:08.753635 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.793740 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80ad00dc-69c0-4c5c-843e-0448ac46751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.814539 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5249ff20-1a7a-4d05-99f6-a5728e8f4509 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:08.819909 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-a8f3dbc1-ae24-4f5c-a93c-a5d7f7e801b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:08.821842 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-a8f3dbc1-ae24-4f5c-a93c-a5d7f7e801b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fe24ca0c-6d14-45df-8a2f-5d38a1d34e23 HTTP/1.1" status: 200 len: 854 time: 0.0894461 Sep 01 16:03:08.826696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.864959 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-7d47b36e-448e-40d0-a470-3143726b8622 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fafdb77b-3a75-4096-85fc-a777f675dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353498 Sep 01 16:03:08.867635 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Transition to ACTIVE for port object 5249ff20-1a7a-4d05-99f6-a5728e8f4509 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:08.914550 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80ad00dc-69c0-4c5c-843e-0448ac46751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.925719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.938980 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.994466 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80ad00dc-69c0-4c5c-843e-0448ac46751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.088229 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5a57-f675-4832-bf4a-aa46c0c9720e req-87ed3e8d-b980-446d-b7c6-e768cb3c6236 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:09.089837 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0f1e5a57-f675-4832-bf4a-aa46c0c9720e req-87ed3e8d-b980-446d-b7c6-e768cb3c6236 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 943 time: 0.1660447 Sep 01 16:03:09.098226 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-80ad00dc-69c0-4c5c-843e-0448ac46751f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3a9f81736bae410d8d810e7e829d0e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664710 Sep 01 16:03:09.108157 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad00dc-69c0-4c5c-843e-0448ac46751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b412c1b-d8e7-4ed6-8bcb-34d3434a9e78,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:09.112159 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49030) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:09.204563 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0f1e5a57-f675-4832-bf4a-aa46c0c9720e req-d9f896ad-f128-40e2-9396-63b87ea0df60 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034386 Sep 01 16:03:09.236579 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.255324 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.271097 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.290241 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-fa9e3f1c-64bb-4c5b-9193-b7be9e728b20 service neutron] 10.222.0.97 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175539 Sep 01 16:03:09.322779 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-43c16ba7-37f8-46b2-8283-e37fa9654cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.325587 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:09.350265 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.427857 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.429440 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Attempting to bind port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:03:09.429782 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Attempting to bind port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:03:09.430115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Attempting to bind port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 on network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:09.431346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.432584 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2b412c1b-d8e7-4ed6-8bcb-34d3434a9e78 HTTP/1.1" status: 204 len: 168 time: 0.3169193 Sep 01 16:03:09.447121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 on network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:03:09.447456 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Attempting to bind port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 on network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:09.456612 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:03:09.456953 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Checking segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:03:09.457419 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Bound using segment: {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:03:09.457812 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Bound port: 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfebfb4-99bf-451b-8016-1053aa74eee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:03:09.458178 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.483465 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=a6ec0a4d-bcb7-473f-a550-8059a5ab6346,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:09.487957 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebaa8f15-dd90-489d-ae90-97df42ec27d4 req-e5307411-7ec4-4012-911c-d6c0a870e4d6 service neutron] 10.222.0.97 "GET /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840158 Sep 01 16:03:09.498420 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.502528 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a91204-22e9-4270-9756-b10ade3549ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b412c1b-d8e7-4ed6-8bcb-34d3434a9e78,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:09.523968 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.555996 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:03:09.559838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:03:09.623925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.624146 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.626490 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-086ee2e5-965d-404d-a398-4f4b23718edd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9039433 Sep 01 16:03:09.659297 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:09.667182 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.667182 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] 10.222.0.97 "PUT /v2.0/ports/5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1094 time: 1.4918289 Sep 01 16:03:09.705931 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3803c-34b7-4595-aa61-4517781b04de service neutron] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:09.852743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2aad3-39dc-40b7-965e-f40fbcdf6e66 req-9c9ee803-e2ad-446b-bf94-8b6cbb0bc5a1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:09.854646 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b7a2aad3-39dc-40b7-965e-f40fbcdf6e66 req-9c9ee803-e2ad-446b-bf94-8b6cbb0bc5a1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0666661 Sep 01 16:03:09.878665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:09.882553 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:09.905539 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-c0d00fb5-dcd4-4cbf-a1dd-39dd1b21c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:09.907219 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-c0d00fb5-dcd4-4cbf-a1dd-39dd1b21c20e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0660036 Sep 01 16:03:09.940016 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b7a2aad3-39dc-40b7-965e-f40fbcdf6e66 req-9d3ba882-85c4-4717-9f81-5728891bf7fb tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773435 Sep 01 16:03:09.983283 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-63c2eca6-dfca-46f5-a3b3-1b2802f0048c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 217 time: 0.0569980 Sep 01 16:03:10.001589 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-9e0fb3fc-3042-48d1-93bb-13d00f1ab24b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--810765763&fields=id&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 267 time: 0.0560369 Sep 01 16:03:10.016064 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d783f57-67a5-4be0-8abe-43d7bf54735b x-openstack-request-id: req-7d783f57-67a5-4be0-8abe-43d7bf54735b {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:10.016349 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:10.016630 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-7d783f57-67a5-4be0-8abe-43d7bf54735b {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:10.017017 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'status': 'completed', 'code': 200} Sep 01 16:03:10.054690 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-762390f5-f9b5-4de1-8e68-ca5e43b390dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.056315 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-762390f5-f9b5-4de1-8e68-ca5e43b390dc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0590358 Sep 01 16:03:10.106392 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712435d-2ff4-4993-be14-423ce89a8640 req-9a66d959-655d-4b8c-aaab-e5823d791c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.108600 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-9a66d959-655d-4b8c-aaab-e5823d791c50 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436633 Sep 01 16:03:10.126346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-3dfeb3b3-27ba-4c0a-b65d-95f199632072 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.127825 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-3dfeb3b3-27ba-4c0a-b65d-95f199632072 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 816 time: 0.1172674 Sep 01 16:03:10.143589 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-04e7c11c-8c1e-49fd-8b46-7656fe196089 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/quotas/39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Sep 01 16:03:10.199529 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-5cb84fc3-1f46-446c-99f9-a66fc7ab4572 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502939 Sep 01 16:03:10.206111 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-6672778f-9efa-423f-913a-01d6b9b553f0 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887773 Sep 01 16:03:10.321956 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.324593 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e712435d-2ff4-4993-be14-423ce89a8640 req-23e7ee96-44b4-427d-bd7b-703a84e4513c service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097827 Sep 01 16:03:10.343605 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-ff3ec2a0-71c7-4fd7-a305-37b6a15c4dab service neutron] 10.222.0.103 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313150 Sep 01 16:03:10.371661 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49078) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:10.381390 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f54127-5dea-4d59-8153-9e1416d78228 req-5735b385-71d3-4bc0-bc8b-4fc96f807e0f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.383286 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-88f54127-5dea-4d59-8153-9e1416d78228 req-5735b385-71d3-4bc0-bc8b-4fc96f807e0f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 943 time: 0.0856094 Sep 01 16:03:10.386811 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2977a820-7733-410c-a9ba-94871d779c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.411136 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49080) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:10.459602 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-88f54127-5dea-4d59-8153-9e1416d78228 req-69ce5fdb-6e9a-43cc-b9c0-32f6ee3fdea0 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506864 Sep 01 16:03:10.498807 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-faf11e60-e475-4f5b-ba11-53b19ae96871 service neutron] 10.222.0.103 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467102 Sep 01 16:03:10.526918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2977a820-7733-410c-a9ba-94871d779c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.538265 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-d915f8f2-a016-4493-a7e9-7ef4f52906f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.539818 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-d915f8f2-a016-4493-a7e9-7ef4f52906f3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0620818 Sep 01 16:03:10.617665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-75bdf4f3-7c87-4504-99ff-a9cc90803d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.619360 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2977a820-7733-410c-a9ba-94871d779c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.691495 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2977a820-7733-410c-a9ba-94871d779c9f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9614b096f42e4b049e84e6946c05175c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185389 Sep 01 16:03:10.694402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49084) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:10.697154 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977a820-7733-410c-a9ba-94871d779c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2331bc31-6972-42b0-a560-fde5e9a597f5,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:10.737181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-5ee07148-0270-4ecd-8aea-fe48fbf3a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.739251 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-5ee07148-0270-4ecd-8aea-fe48fbf3a333 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.1916125 Sep 01 16:03:10.759827 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.796177 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-266d1645-282b-4e7c-968e-317c0a55c8b3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 217 time: 0.0443938 Sep 01 16:03:10.800510 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.822043 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-16ec4b6e-88b6-4ae8-a892-48679dd4bf7d req-18ef74a4-2edb-424d-809e-01e47ce39f67 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 210 time: 0.0356743 Sep 01 16:03:10.890646 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-75bdf4f3-7c87-4504-99ff-a9cc90803d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.892802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-984055f8-ab6d-41fa-bf04-eff754cc3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.894323 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-984055f8-ab6d-41fa-bf04-eff754cc3dd1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0886660 Sep 01 16:03:10.942031 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-8503121a-5137-4db8-93f5-a3cd8d04d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:10.943604 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-8503121a-5137-4db8-93f5-a3cd8d04d1c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420160 Sep 01 16:03:10.954240 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.957254 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:10.964046 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2331bc31-6972-42b0-a560-fde5e9a597f5 HTTP/1.1" status: 204 len: 168 time: 0.2631152 Sep 01 16:03:10.977853 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589207bf-533f-4245-a3d7-74198b4b71fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2331bc31-6972-42b0-a560-fde5e9a597f5,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:10.998835 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-75bdf4f3-7c87-4504-99ff-a9cc90803d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:11.084792 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533be4-1b2f-4a8d-b9aa-78ecf5d019dd req-6cfdd74d-d933-44c4-b551-781936fa5214 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:11.088934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fb533be4-1b2f-4a8d-b9aa-78ecf5d019dd req-6cfdd74d-d933-44c4-b551-781936fa5214 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0504737 Sep 01 16:03:11.089089 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-75bdf4f3-7c87-4504-99ff-a9cc90803d64 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=203e03798ba7471eb3d3cae85b5e647e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741934 Sep 01 16:03:11.089089 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdf4f3-7c87-4504-99ff-a9cc90803d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55020f52-2304-4cbe-acf2-ac9e6ec9ba1b,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:11.089422 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49098) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:11.120868 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-a7d961af-7449-4d26-aa1f-1a954bcf4f89 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697822 Sep 01 16:03:11.156714 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fb533be4-1b2f-4a8d-b9aa-78ecf5d019dd req-ec1b1df3-8472-4b88-9809-3f9e74b976f8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578852 Sep 01 16:03:11.190597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:11.212324 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:11.225982 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a08bbd46-fe2e-4dbb-9c80-1f883bd994f3 req-cd5c4313-4fee-4c01-aae8-bfc5c2f4e3d8 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975909 Sep 01 16:03:11.578680 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:11.581273 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:11.582395 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/55020f52-2304-4cbe-acf2-ac9e6ec9ba1b HTTP/1.1" status: 204 len: 168 time: 0.4920194 Sep 01 16:03:11.601578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abd4c9-c452-4c9c-a3ae-51013efd7fe3 req-5e2d383d-fa9b-47de-b9ce-520f008f0d84 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:11.603044 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37abd4c9-c452-4c9c-a3ae-51013efd7fe3 req-5e2d383d-fa9b-47de-b9ce-520f008f0d84 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 943 time: 0.0594885 Sep 01 16:03:11.603897 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119905bf-c1a9-43a2-bda9-6e6094284df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55020f52-2304-4cbe-acf2-ac9e6ec9ba1b,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:11.650828 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37abd4c9-c452-4c9c-a3ae-51013efd7fe3 req-a29d8bb4-3e8f-4f2f-91ed-a0a35669d7cf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Sep 01 16:03:11.953753 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-07f6d19f-5744-4003-94ce-2c654a5abde5 req-efe80975-da9d-4220-84ba-64de6141f1d5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 210 time: 0.0291352 Sep 01 16:03:12.036202 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.250121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49134) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:12.264083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70463f2f-6bc1-4ce8-95c5-008b46cd2b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.284649 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21eb93-2a8f-480b-9b10-b9db09deb533 req-64fb9bee-af8f-4250-9291-1ee6ffba1c37 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:12.293894 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b21eb93-2a8f-480b-9b10-b9db09deb533 req-64fb9bee-af8f-4250-9291-1ee6ffba1c37 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0660586 Sep 01 16:03:12.337473 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b21eb93-2a8f-480b-9b10-b9db09deb533 req-10deffce-47d7-45f7-b72d-05006df70fd2 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Sep 01 16:03:12.345434 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 4618672e-fbba-4495-9c72-a7837dea923d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:03:12.367214 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70463f2f-6bc1-4ce8-95c5-008b46cd2b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.453169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4618672e-fbba-4495-9c72-a7837dea923d,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:12.458593 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70463f2f-6bc1-4ce8-95c5-008b46cd2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.466714 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '4618672e-fbba-4495-9c72-a7837dea923d', 'network_id': 'fafdb77b-3a75-4096-85fc-a777f675dcb0', 'port_id': '4618672e-fbba-4495-9c72-a7837dea923d', 'mac_address': 'fa:16:3e:35:9a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe24ca0c-6d14-45df-8a2f-5d38a1d34e23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:03:12.503460 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-70463f2f-6bc1-4ce8-95c5-008b46cd2b0a admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ed49b49ce4674493a6604c4eaf8fbb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521906 Sep 01 16:03:12.504466 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463f2f-6bc1-4ce8-95c5-008b46cd2b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48205462-2eb5-4d09-9857-89174cf7a2d4,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:12.506197 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49136) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:12.507154 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.530816 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4618672e-fbba-4495-9c72-a7837dea923d {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:12.548870 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4618672e-fbba-4495-9c72-a7837dea923d,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:12.564131 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.585485 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.647727 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.699709 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:12.707800 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.708143 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.708487 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.709304 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.709304 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.709592 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.709909 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.710238 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.710562 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.710890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.711210 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.711537 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:12.734989 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.737658 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.742321 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/48205462-2eb5-4d09-9857-89174cf7a2d4 HTTP/1.1" status: 204 len: 168 time: 0.2305827 Sep 01 16:03:12.763491 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4c36d-af6e-476a-bdbd-0768d85c1b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48205462-2eb5-4d09-9857-89174cf7a2d4,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:12.791645 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f63-ea5e-4218-bab4-51f2ffd942bb req-ebde0cd5-fae8-4927-b969-5da9095a7e4a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:12.793331 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95c77f63-ea5e-4218-bab4-51f2ffd942bb req-ebde0cd5-fae8-4927-b969-5da9095a7e4a tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 944 time: 0.0680089 Sep 01 16:03:12.836219 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95c77f63-ea5e-4218-bab4-51f2ffd942bb req-86010e54-6deb-44c3-bf01-daafc46e3927 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348177 Sep 01 16:03:12.965257 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-3280c813-97fa-4d60-99b8-54f58842b366 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:12.966792 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-3280c813-97fa-4d60-99b8-54f58842b366 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 816 time: 0.1044266 Sep 01 16:03:12.981319 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['4618672e-fbba-4495-9c72-a7837dea923d'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:03:13.044178 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-f7e5c658-df76-444f-b63e-d138947e11f3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 379 time: 0.0534434 Sep 01 16:03:13.058554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'port': {'device_id': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'admin_state_up': True, 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'security_groups': ['4eae6112-5d9e-476e-a09a-a1a4f07b00ec']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:13.078856 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2703adc7-39de-41d6-a2eb-2ef3dd48bf27 req-0494ac9e-88a2-4620-ac2d-5a241f49d804 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 210 time: 0.0330060 Sep 01 16:03:13.311725 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Made reservation on behalf of 39856ef87a3d478f907eb6db529dda21 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:03:13.315383 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.458875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Allocated IP 172.20.0.14 (4193e04e-2f70-4a49-9ff2-5f59c2ac0331/66300fa0-3db2-4403-8ca7-bf6a422b0f00/00d1872e-aa27-4bfa-97bd-320382201819) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:03:13.461495 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50721a-7b78-4656-b489-73d85c5f6c61 req-eb5da269-3044-4103-b462-4329fa11ad9b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:13.463210 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b50721a-7b78-4656-b489-73d85c5f6c61 req-eb5da269-3044-4103-b462-4329fa11ad9b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0516276 Sep 01 16:03:13.509769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6b50721a-7b78-4656-b489-73d85c5f6c61 req-a2f959ca-982b-46f8-b96d-245e3bc13127 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Sep 01 16:03:13.603577 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.616793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Transition to ACTIVE for port object 00d1872e-aa27-4bfa-97bd-320382201819 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:13.710524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.757558 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:03:13.760750 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:03:13.764691 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:03:13.771082 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:13.822685 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:13.823496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.894050 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-b6a402d1-f7e2-45a4-b305-3dadb7da6e8f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8432951 Sep 01 16:03:13.925285 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Request body: {'port': {'device_id': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:13.967471 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c0e5d-8ed0-48f2-86b3-42b397924f9a req-8b7437da-1bac-4db4-86b1-8643bbac0f74 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:13.975264 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-987c0e5d-8ed0-48f2-86b3-42b397924f9a req-8b7437da-1bac-4db4-86b1-8643bbac0f74 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 944 time: 0.0680721 Sep 01 16:03:13.991053 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.014540 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-987c0e5d-8ed0-48f2-86b3-42b397924f9a req-7a9b41d0-80cd-4a11-9c3d-42a6252bb5b4 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Sep 01 16:03:14.085437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-fcbddd2e-d11b-4718-b4f8-53b8746c203c None None] Provisioning for port 00d1872e-aa27-4bfa-97bd-320382201819 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:03:14.089729 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-fcbddd2e-d11b-4718-b4f8-53b8746c203c None None] Provisioning complete for port 00d1872e-aa27-4bfa-97bd-320382201819 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:03:14.090200 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd2e-d11b-4718-b4f8-53b8746c203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.133830 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-fcbddd2e-d11b-4718-b4f8-53b8746c203c None None] Port 00d1872e-aa27-4bfa-97bd-320382201819 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:03:14.263145 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31373-9ee3-445d-9d0f-a6b32828f52b req-35a128f1-ad3a-4d59-b4f4-37e6e60effda tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:14.264015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:14.265450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fd31373-9ee3-445d-9d0f-a6b32828f52b req-35a128f1-ad3a-4d59-b4f4-37e6e60effda tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 932 time: 0.0496821 Sep 01 16:03:14.271504 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.283470 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Transition to ACTIVE for port object 00d1872e-aa27-4bfa-97bd-320382201819 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:14.306103 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fd31373-9ee3-445d-9d0f-a6b32828f52b req-cc7d756d-93a0-4176-b355-13db18ba5da3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347769 Sep 01 16:03:14.348418 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 4618672e-fbba-4495-9c72-a7837dea923d up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:03:14.418869 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.464568 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 4618672e-fbba-4495-9c72-a7837dea923d completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:03:14.470034 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 4618672e-fbba-4495-9c72-a7837dea923d triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:03:14.471000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.477509 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:14.576129 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.578158 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Attempting to bind port 00d1872e-aa27-4bfa-97bd-320382201819 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:03:14.578693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Attempting to bind port 00d1872e-aa27-4bfa-97bd-320382201819 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:03:14.579298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Attempting to bind port 00d1872e-aa27-4bfa-97bd-320382201819 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:14.584338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Port 00d1872e-aa27-4bfa-97bd-320382201819 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:03:14.585018 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Attempting to bind port 00d1872e-aa27-4bfa-97bd-320382201819 on network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:14.590568 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:03:14.591174 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Checking segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:03:14.592175 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Bound using segment: {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:03:14.593495 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Bound port: 00d1872e-aa27-4bfa-97bd-320382201819, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:03:14.594061 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.610053 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:14.613205 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72296e3a-85d9-43fc-88d5-2f4f60276dc3" -d '{"events": [{"server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "name": "network-vif-plugged", "status": "completed", "tag": "4618672e-fbba-4495-9c72-a7837dea923d"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:14.630219 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4618672e-fbba-4495-9c72-a7837dea923d,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:14.675963 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ec12-9203-4c1a-81ad-2addebc0b728 req-e0bf163d-63dd-4f23-800f-65883bf03045 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:14.677630 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c878ec12-9203-4c1a-81ad-2addebc0b728 req-e0bf163d-63dd-4f23-800f-65883bf03045 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0857072 Sep 01 16:03:14.688501 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80f046-d690-441c-ac52-1b76c522c63b x-openstack-request-id: req-8c80f046-d690-441c-ac52-1b76c522c63b {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:14.688903 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "name": "network-vif-plugged", "status": "completed", "tag": "4618672e-fbba-4495-9c72-a7837dea923d", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:14.689267 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-8c80f046-d690-441c-ac52-1b76c522c63b {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:14.689815 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d', 'code': 200} Sep 01 16:03:14.695082 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:03:14.699221 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.699846 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:03:14.729159 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c878ec12-9203-4c1a-81ad-2addebc0b728 req-f31b4210-626f-4986-ac1c-ca8d95dcee8c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Sep 01 16:03:14.762783 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:14.785154 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.822663 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:14.824267 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.826247 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] 10.222.0.97 "PUT /v2.0/ports/00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 1094 time: 0.9065166 Sep 01 16:03:14.827080 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:14.829488 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc725f65-c807-495c-8a24-6ff637fe8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:14.867286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675ec6d-4775-4667-a94a-3458078673e9 service neutron] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:14.892027 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1356d-0d64-4ef2-bbee-c5c3aa3ceb3c x-openstack-request-id: req-0ca1356d-0d64-4ef2-bbee-c5c3aa3ceb3c {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:14.892318 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:14.892570 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-0ca1356d-0d64-4ef2-bbee-c5c3aa3ceb3c {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:14.892971 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'status': 'completed', 'code': 200} Sep 01 16:03:15.001455 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-0e03d7ed-1c6a-4d55-8e5f-2e1c2a204405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.003106 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-0e03d7ed-1c6a-4d55-8e5f-2e1c2a204405 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1097 time: 0.0445671 Sep 01 16:03:15.152513 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389b15f-1713-438b-b897-4f62bd4f0684 req-db7cf0d2-ff40-448f-876c-45c3b0c5ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.154097 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1389b15f-1713-438b-b897-4f62bd4f0684 req-db7cf0d2-ff40-448f-876c-45c3b0c5ce47 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 1098 time: 0.0719039 Sep 01 16:03:15.161176 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c7b5f-e625-496e-b474-b2005938df3a req-d171f966-e39e-4c86-b7ad-c47af465616c tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.162793 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-666c7b5f-e625-496e-b474-b2005938df3a req-d171f966-e39e-4c86-b7ad-c47af465616c tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0710835 Sep 01 16:03:15.173440 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-02ca8e78-4443-4198-8e08-e96daff18e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.174928 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-02ca8e78-4443-4198-8e08-e96daff18e60 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=39856ef87a3d478f907eb6db529dda21&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1572554 Sep 01 16:03:15.235997 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-666c7b5f-e625-496e-b474-b2005938df3a req-45e11c40-31ed-4ebe-8ccc-37046234dd4d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Sep 01 16:03:15.249330 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3b49d-df88-4b79-8efd-ef614e2ff865 req-baee6a63-88ec-4e50-b358-02ba4a67b7b8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.250835 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2a3b49d-df88-4b79-8efd-ef614e2ff865 req-baee6a63-88ec-4e50-b358-02ba4a67b7b8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0746226 Sep 01 16:03:15.288519 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d2a3b49d-df88-4b79-8efd-ef614e2ff865 req-ff29b675-005e-4060-8946-5deeb66c3a83 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Sep 01 16:03:15.427612 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d29a-b720-49bf-beed-6ff391eee0eb req-1ac5c15c-9ce5-4d44-96af-725aa16803c7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.429422 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abc9d29a-b720-49bf-beed-6ff391eee0eb req-1ac5c15c-9ce5-4d44-96af-725aa16803c7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0495803 Sep 01 16:03:15.469564 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abc9d29a-b720-49bf-beed-6ff391eee0eb req-08fc5f51-108e-4fdc-95e1-ccba2ecf5e92 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329607 Sep 01 16:03:15.849915 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654243-bca6-4fa1-8b2a-1fe00831a50f req-d39c8c0c-9c41-4044-ba33-20340fb60541 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:15.851380 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2b654243-bca6-4fa1-8b2a-1fe00831a50f req-d39c8c0c-9c41-4044-ba33-20340fb60541 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0483069 Sep 01 16:03:15.889533 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2b654243-bca6-4fa1-8b2a-1fe00831a50f req-bea2d588-685c-41da-8f90-00585c654cd0 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Sep 01 16:03:16.352749 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e2f4-c39c-448b-ad4d-58106e85ba85 req-d0fe6432-f107-4483-b8ed-bcd36ee93fd1 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:16.354235 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d79e2f4-c39c-448b-ad4d-58106e85ba85 req-d0fe6432-f107-4483-b8ed-bcd36ee93fd1 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0518711 Sep 01 16:03:16.415933 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d79e2f4-c39c-448b-ad4d-58106e85ba85 req-2206cc1a-97a9-42a5-9e78-0704d7d0e0f0 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Sep 01 16:03:16.427936 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124b212-8a4f-451d-84f5-936beb30425a req-e7e3a158-2dbd-4cd4-9232-658704ec7fbe tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:16.429696 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1124b212-8a4f-451d-84f5-936beb30425a req-e7e3a158-2dbd-4cd4-9232-658704ec7fbe tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0745106 Sep 01 16:03:16.467670 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1124b212-8a4f-451d-84f5-936beb30425a req-2700aaa9-c0f6-438a-87bf-de9ea4106d38 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Sep 01 16:03:16.588072 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9799-239f-49d8-9247-00ddc69030e1 req-36e1a47e-0a99-40ae-baeb-e30b008e57e7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:16.589519 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8cf9799-239f-49d8-9247-00ddc69030e1 req-36e1a47e-0a99-40ae-baeb-e30b008e57e7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0478399 Sep 01 16:03:16.627381 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8cf9799-239f-49d8-9247-00ddc69030e1 req-a84bb70a-1606-4138-a341-059d725a34e9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Sep 01 16:03:17.003604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57577e8e-c2bc-4974-8590-65ce56c1d5c2 req-bc28f398-9074-47e1-9531-7bd440761a19 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:17.005069 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-57577e8e-c2bc-4974-8590-65ce56c1d5c2 req-bc28f398-9074-47e1-9531-7bd440761a19 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0511839 Sep 01 16:03:17.042629 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-57577e8e-c2bc-4974-8590-65ce56c1d5c2 req-b1e84695-126a-4adb-9410-a960b138f385 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Sep 01 16:03:17.530880 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce3ba-9be6-4ed3-ac01-959e554e774e req-c1c573ed-bc87-4e8e-af84-7ad27ec75cc7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:17.532533 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e43ce3ba-9be6-4ed3-ac01-959e554e774e req-c1c573ed-bc87-4e8e-af84-7ad27ec75cc7 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0505733 Sep 01 16:03:17.599440 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e43ce3ba-9be6-4ed3-ac01-959e554e774e req-0ca4903e-3c5b-481a-9f1f-97c0659dcb8e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Sep 01 16:03:17.608536 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bda534-3a53-486e-b654-ca60e7f73ac1 req-f90a27ad-0265-44fa-9376-c972246f7ea9 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:17.610042 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d9bda534-3a53-486e-b654-ca60e7f73ac1 req-f90a27ad-0265-44fa-9376-c972246f7ea9 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0745771 Sep 01 16:03:17.651876 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d9bda534-3a53-486e-b654-ca60e7f73ac1 req-51d6caeb-5720-4512-96cd-449284dd6c3d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357449 Sep 01 16:03:17.746017 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d861-8812-4b07-abc3-7901a518f5e7 req-00a79403-8373-4ffc-8b27-f96a1be84082 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:17.748216 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9549d861-8812-4b07-abc3-7901a518f5e7 req-00a79403-8373-4ffc-8b27-f96a1be84082 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0482435 Sep 01 16:03:17.785645 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9549d861-8812-4b07-abc3-7901a518f5e7 req-6b8b8e25-07fa-412a-b9dc-e9ce47861650 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Sep 01 16:03:18.076616 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1389b15f-1713-438b-b897-4f62bd4f0684 req-e15f902d-bc60-455e-8fc2-cf430432ed8e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Sep 01 16:03:18.157153 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d8d4c-7c39-4159-a990-9e96510aec48 req-5a647d10-36da-4c6d-8532-84418f9420bb tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.157442 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-eac25736-0c0b-4ec6-a8b1-7870e2451e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.158667 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-257d8d4c-7c39-4159-a990-9e96510aec48 req-5a647d10-36da-4c6d-8532-84418f9420bb tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0487125 Sep 01 16:03:18.158792 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-dc725f65-c807-495c-8a24-6ff637fe8b2c req-eac25736-0c0b-4ec6-a8b1-7870e2451e9e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0975771 Sep 01 16:03:18.197071 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-257d8d4c-7c39-4159-a990-9e96510aec48 req-5c29d011-8944-4fc7-bcc7-00f7c3daa585 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Sep 01 16:03:18.528439 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-4f63cf36-91bf-4f6d-bfd4-894b12ef24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.531105 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-4f63cf36-91bf-4f6d-bfd4-894b12ef24bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1097 time: 0.0433152 Sep 01 16:03:18.593996 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-9f7a4868-4e23-4b05-963d-ea85baaf8af8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 217 time: 0.0349436 Sep 01 16:03:18.644579 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-efdda00c-e1e1-4be4-b3d1-b80cdf809ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.646061 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-efdda00c-e1e1-4be4-b3d1-b80cdf809ece service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0445008 Sep 01 16:03:18.697765 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ace05-a006-4988-977f-999c36352fb9 req-9d0372bc-8404-47c4-918a-391637c0e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.699401 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-9d0372bc-8404-47c4-918a-391637c0e202 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444548 Sep 01 16:03:18.727715 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b16be-608c-4001-9935-77e1a6011431 req-10ac1312-6bd9-46d4-9740-658fe6fef132 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.729586 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa1b16be-608c-4001-9935-77e1a6011431 req-10ac1312-6bd9-46d4-9740-658fe6fef132 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0633800 Sep 01 16:03:18.797999 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-f2904ff9-e576-41db-8a46-c5ad032c8efd service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Sep 01 16:03:18.801932 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa1b16be-608c-4001-9935-77e1a6011431 req-58bb1ccc-fed1-4929-9063-cdd04e363f94 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588558 Sep 01 16:03:18.810433 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e71da1-1e7b-4bc2-b0d5-9b58a9e9abfa req-dc930d8e-c2d2-46ef-8feb-6406257252f6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.812759 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37e71da1-1e7b-4bc2-b0d5-9b58a9e9abfa req-dc930d8e-c2d2-46ef-8feb-6406257252f6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0814002 Sep 01 16:03:18.862412 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37e71da1-1e7b-4bc2-b0d5-9b58a9e9abfa req-de84484a-9b5c-4ce9-bc23-7fac458fbe10 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Sep 01 16:03:18.908201 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a21ace05-a006-4988-977f-999c36352fb9 req-0e6af2f2-1692-4630-9e14-8fc6634c0e78 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007557 Sep 01 16:03:18.915678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7afdfc-d084-4c7c-a921-f3e910fe0e08 req-713e05d8-eac0-4d80-97c8-54d3ac702cda tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:18.917353 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ef7afdfc-d084-4c7c-a921-f3e910fe0e08 req-713e05d8-eac0-4d80-97c8-54d3ac702cda tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0532203 Sep 01 16:03:18.956940 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ef7afdfc-d084-4c7c-a921-f3e910fe0e08 req-c38930d5-2e4b-4127-8454-12158a4e3329 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Sep 01 16:03:19.310513 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f75f0-c8de-48ed-9577-31a5ea348346 req-5354ccda-8679-4fcd-94da-1ee781218100 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:19.312384 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e49f75f0-c8de-48ed-9577-31a5ea348346 req-5354ccda-8679-4fcd-94da-1ee781218100 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0495920 Sep 01 16:03:19.362122 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e49f75f0-c8de-48ed-9577-31a5ea348346 req-fd4f8f8a-92e3-475d-87d1-99ea1e379087 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 Sep 01 16:03:19.915577 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fee7d-ee81-47fa-83c4-8e04fc542f65 req-c3fc3bff-f170-4651-8c1d-1fc7d9136e22 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:19.917136 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5d5fee7d-ee81-47fa-83c4-8e04fc542f65 req-c3fc3bff-f170-4651-8c1d-1fc7d9136e22 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0496902 Sep 01 16:03:19.990422 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5d5fee7d-ee81-47fa-83c4-8e04fc542f65 req-cf708a85-0aa2-4bc5-a2bc-887322c0830f tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639150 Sep 01 16:03:20.008178 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f78de-c7ed-471c-be95-73f6451bce5a req-80882c16-a2fb-4282-a853-c067dc5545e1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:20.008178 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a7f78de-c7ed-471c-be95-73f6451bce5a req-80882c16-a2fb-4282-a853-c067dc5545e1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0822067 Sep 01 16:03:20.048998 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a7f78de-c7ed-471c-be95-73f6451bce5a req-0a5c4edd-37cf-43ef-89ae-6ee57541c542 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364969 Sep 01 16:03:20.102798 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db551ae-40f0-4dd9-bf2f-8b8503a8e49c req-7dd9ab24-5040-4291-8ba2-bf9e1cbf7518 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:20.104727 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3db551ae-40f0-4dd9-bf2f-8b8503a8e49c req-7dd9ab24-5040-4291-8ba2-bf9e1cbf7518 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0548980 Sep 01 16:03:20.146202 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3db551ae-40f0-4dd9-bf2f-8b8503a8e49c req-251524cb-4740-47f6-b81c-387fbbc1c0b0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Sep 01 16:03:20.361898 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:03:20.462256 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:20.475275 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'mac_address': 'fa:16:3e:e2:32:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:03:20.484656 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbad62-2a9a-4ecf-a235-d984f1ccfb5c req-bc065030-ccdf-4623-bf60-1950ab15e2f5 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:20.486317 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-defbad62-2a9a-4ecf-a235-d984f1ccfb5c req-bc065030-ccdf-4623-bf60-1950ab15e2f5 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0531256 Sep 01 16:03:20.516418 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:20.528413 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-defbad62-2a9a-4ecf-a235-d984f1ccfb5c req-ec5f9895-268a-49f5-8234-82b66d717de3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Sep 01 16:03:20.529966 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:03:20.532195 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5249ff20-1a7a-4d05-99f6-a5728e8f4509 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:20.557614 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:20.630601 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:20.684091 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:20.943431 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5249ff20-1a7a-4d05-99f6-a5728e8f4509'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:03:21.170057 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79227e6-990a-4d9f-8b09-e99a13d1138b req-e004dcde-6039-4a54-a4aa-9c067e753b66 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:21.171879 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d79227e6-990a-4d9f-8b09-e99a13d1138b req-e004dcde-6039-4a54-a4aa-9c067e753b66 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0511098 Sep 01 16:03:21.218671 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d79227e6-990a-4d9f-8b09-e99a13d1138b req-5dd2a208-81af-4e8c-85e3-c45f27180600 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 Sep 01 16:03:21.301198 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5e992-a058-4ef9-bcb3-d4e3bdd7a149 req-57940212-c51e-498f-b536-8a0a6e0ea5e7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:21.301198 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-08e5e992-a058-4ef9-bcb3-d4e3bdd7a149 req-57940212-c51e-498f-b536-8a0a6e0ea5e7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0553696 Sep 01 16:03:21.332475 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-08e5e992-a058-4ef9-bcb3-d4e3bdd7a149 req-941a2101-f4d3-44f1-95c4-b9a784e47b0c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Sep 01 16:03:21.680222 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939bdd-eb62-46d5-ab4f-bef3ba4695e8 req-44702595-1896-45cd-921e-955a184c3bb4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:21.681793 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ac939bdd-eb62-46d5-ab4f-bef3ba4695e8 req-44702595-1896-45cd-921e-955a184c3bb4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 945 time: 0.0659726 Sep 01 16:03:21.722351 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ac939bdd-eb62-46d5-ab4f-bef3ba4695e8 req-db84bb53-9e71-4ba4-a1ae-39d2464dfacf tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338376 Sep 01 16:03:22.336102 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd3231-b324-46e7-9200-4cf7173c165b req-6bc641e9-2945-47b8-9fd7-5aa83a1cf1ed tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:22.337509 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8bfd3231-b324-46e7-9200-4cf7173c165b req-6bc641e9-2945-47b8-9fd7-5aa83a1cf1ed tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0489547 Sep 01 16:03:22.375271 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8bfd3231-b324-46e7-9200-4cf7173c165b req-d0e39d88-facb-4d57-b79e-6ac236657f3b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Sep 01 16:03:22.376933 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:03:22.407820 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:03:22.471762 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9811c-6ca1-48c8-895d-8092679d8f07 req-29c31fa8-35a5-434f-bb43-71c60305c5ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:22.473407 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ae9811c-6ca1-48c8-895d-8092679d8f07 req-29c31fa8-35a5-434f-bb43-71c60305c5ae tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0564547 Sep 01 16:03:22.517759 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ae9811c-6ca1-48c8-895d-8092679d8f07 req-73aca7b1-aafe-4a6f-92fc-3265d87094ad tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365102 Sep 01 16:03:22.632369 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:22.644743 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '00d1872e-aa27-4bfa-97bd-320382201819', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:03:22.688053 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:22.701437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:22.720141 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:22.750393 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:03:22.754622 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:03:22.754999 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:22.832502 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:22.847734 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc80b7-8c89-42b4-a49d-de5683a6bd4c req-b46abb15-f67a-4f46-a008-b265fa32482e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:22.849166 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e5dc80b7-8c89-42b4-a49d-de5683a6bd4c req-b46abb15-f67a-4f46-a008-b265fa32482e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Sep 01 16:03:22.866381 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:22.891622 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e5dc80b7-8c89-42b4-a49d-de5683a6bd4c req-215731a3-5b2d-417b-8a94-9a0bbb411e8e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360532 Sep 01 16:03:22.912619 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:22.924104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:22.924104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c900099-a837-40d6-877d-0975c23afc7f" -d '{"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:22.937284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:22.961656 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaf25db-0009-4f40-914f-aa481d020238 x-openstack-request-id: req-deaf25db-0009-4f40-914f-aa481d020238 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:22.961952 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:22.962229 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-deaf25db-0009-4f40-914f-aa481d020238 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:22.962624 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'code': 200} Sep 01 16:03:23.051167 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.099796 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:23.114518 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49304) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:23.157437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['00d1872e-aa27-4bfa-97bd-320382201819'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:03:23.243885 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d286048f-72bc-44c7-8423-63216c0e4631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.334765 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d286048f-72bc-44c7-8423-63216c0e4631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.343548 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ca924-01ef-4932-9095-60f3a05e1753 req-3f58e68a-bb97-4a08-bb6f-962f7ffbfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:23.345096 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-780ca924-01ef-4932-9095-60f3a05e1753 req-3f58e68a-bb97-4a08-bb6f-962f7ffbfb59 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0401871 Sep 01 16:03:23.381003 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-780ca924-01ef-4932-9095-60f3a05e1753 req-653a3805-691e-4682-8402-9a3638113080 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286238 Sep 01 16:03:23.390251 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d286048f-72bc-44c7-8423-63216c0e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.429303 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d286048f-72bc-44c7-8423-63216c0e4631 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ab34e6a81e2a4f38bdd956a51fe82d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136353 Sep 01 16:03:23.430429 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286048f-72bc-44c7-8423-63216c0e4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a882e0f1-c067-4d4c-bd82-da78e1c497fa,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:23.432127 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49310) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:23.485521 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.500356 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2003cc-8c43-495e-ab13-053371396085 req-497fc4d2-257b-4ca3-b356-d52cbfc98622 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:23.501894 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dc2003cc-8c43-495e-ab13-053371396085 req-497fc4d2-257b-4ca3-b356-d52cbfc98622 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Sep 01 16:03:23.507802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.539371 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dc2003cc-8c43-495e-ab13-053371396085 req-88303da5-b1d3-415f-96ba-fd1791273a70 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314267 Sep 01 16:03:23.624652 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.627365 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:23.628620 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a882e0f1-c067-4d4c-bd82-da78e1c497fa HTTP/1.1" status: 204 len: 168 time: 0.1953397 Sep 01 16:03:23.636389 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ead14-0b8c-4638-a650-8df398d36ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882e0f1-c067-4d4c-bd82-da78e1c497fa,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:23.646444 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692243e8-43ab-40ee-8fe9-795bb730d220 req-b0b08935-fc2a-4f28-8c81-68707e09fe0f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:23.647982 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-692243e8-43ab-40ee-8fe9-795bb730d220 req-b0b08935-fc2a-4f28-8c81-68707e09fe0f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 945 time: 0.0508003 Sep 01 16:03:23.694286 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-692243e8-43ab-40ee-8fe9-795bb730d220 req-c93d6c3a-ea52-4643-98a6-4b52ae1ad6ee tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Sep 01 16:03:24.012399 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23064583-100c-4c2d-ab5b-0a11133fdf41 req-93351b54-5c26-4e6f-80eb-b934823d0374 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:24.014444 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-23064583-100c-4c2d-ab5b-0a11133fdf41 req-93351b54-5c26-4e6f-80eb-b934823d0374 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0521019 Sep 01 16:03:24.056171 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-23064583-100c-4c2d-ab5b-0a11133fdf41 req-effb2c20-c751-426c-881a-d4404dc0c23f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Sep 01 16:03:24.407741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:03:24.516038 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 00d1872e-aa27-4bfa-97bd-320382201819 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:03:24.520217 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 00d1872e-aa27-4bfa-97bd-320382201819 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:03:24.520592 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:24.605671 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:24.642051 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:24.677602 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d255-b101-43a2-86c0-db5bceaa6876 req-44957f7a-7054-431f-9914-e15f7b1cdfa8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:24.681780 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6705d255-b101-43a2-86c0-db5bceaa6876 req-44957f7a-7054-431f-9914-e15f7b1cdfa8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0715561 Sep 01 16:03:24.721813 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6705d255-b101-43a2-86c0-db5bceaa6876 req-7b15ef28-89de-4bea-8040-8d7f3bf23887 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348592 Sep 01 16:03:24.746040 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:24.812056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:24.842283 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d273d60-8ddd-45ed-9a4a-5e104aa0b2a0 req-4e5fc085-5192-4798-abda-0025453fa3da tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:24.843811 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d273d60-8ddd-45ed-9a4a-5e104aa0b2a0 req-4e5fc085-5192-4798-abda-0025453fa3da tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0606012 Sep 01 16:03:24.886065 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d273d60-8ddd-45ed-9a4a-5e104aa0b2a0 req-74f85613-5a22-4ff4-9c91-8597bb93db2b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Sep 01 16:03:24.963798 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:24.966299 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f0d54-0cb1-4758-be15-9fc2e3220b7f" -d '{"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:25.001740 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b19c93-865d-4e4f-be3e-7c07cd633179 x-openstack-request-id: req-b0b19c93-865d-4e4f-be3e-7c07cd633179 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:25.002029 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:25.002275 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b0b19c93-865d-4e4f-be3e-7c07cd633179 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:25.002664 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'code': 200} Sep 01 16:03:25.342545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa05c8-c292-41d8-a032-112ec06a5ba1 req-be6afb5f-dea8-4394-94b8-5d9d437c92da tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:25.344036 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d1aa05c8-c292-41d8-a032-112ec06a5ba1 req-be6afb5f-dea8-4394-94b8-5d9d437c92da tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.2186601 Sep 01 16:03:25.384268 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d1aa05c8-c292-41d8-a032-112ec06a5ba1 req-52dbb6ff-1c27-478f-a4ea-c4b8db99bbc1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Sep 01 16:03:25.384706 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2aed3-8264-4157-af69-a8240f329a82 req-ce317338-5761-4d9b-b0ab-94ea551446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:25.386230 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-56b2aed3-8264-4157-af69-a8240f329a82 req-ce317338-5761-4d9b-b0ab-94ea551446f2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1099 time: 0.0432181 Sep 01 16:03:25.424440 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-56b2aed3-8264-4157-af69-a8240f329a82 req-54ef47e2-8399-4d55-bee0-20facc9c14db service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292249 Sep 01 16:03:25.506352 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e79ca-f2f9-4adf-9a09-4aca05b687e0 req-51edca3f-128d-4fe0-bdc6-fa35a48ef82f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:25.507832 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa8e79ca-f2f9-4adf-9a09-4aca05b687e0 req-51edca3f-128d-4fe0-bdc6-fa35a48ef82f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Sep 01 16:03:25.547565 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aa8e79ca-f2f9-4adf-9a09-4aca05b687e0 req-0f95a5ba-8c70-4442-a7c1-b343d87a6c97 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Sep 01 16:03:25.571367 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49360) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:25.714918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367275a7-d20c-4cac-9b1e-40506e0a449b tempest-TestShelveInstance-1468832320 tempest-TestShelveInstance-1468832320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:25.716440 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-367275a7-d20c-4cac-9b1e-40506e0a449b tempest-TestShelveInstance-1468832320 tempest-TestShelveInstance-1468832320-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1094 time: 0.1440492 Sep 01 16:03:25.719468 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49364) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:25.723853 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:25.813461 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for floatingip, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:25.842830 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641514f0-80a9-4733-b617-63c1d30e405b req-570c4447-574e-4875-b6ad-589beb5bc3dc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:25.844333 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-641514f0-80a9-4733-b617-63c1d30e405b req-570c4447-574e-4875-b6ad-589beb5bc3dc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Sep 01 16:03:25.881387 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-641514f0-80a9-4733-b617-63c1d30e405b req-c923234e-9aff-437d-b425-0bc357ff9391 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Sep 01 16:03:25.914703 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:26.027125 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Allocated IP 172.27.3.250 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/728b9cfc-a976-4f40-a65c-8cff17e6af2e) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:03:26.056002 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c3fe-e8e5-47af-b411-a83a260de1a7 req-ca13cbcd-fd19-438b-9b0e-68a182d161b0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:26.057527 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b37c3fe-e8e5-47af-b411-a83a260de1a7 req-ca13cbcd-fd19-438b-9b0e-68a182d161b0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0990179 Sep 01 16:03:26.098246 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3b37c3fe-e8e5-47af-b411-a83a260de1a7 req-a0f55706-7c56-42ef-ac2b-7eadeb6cd9f9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Sep 01 16:03:26.152977 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:26.263507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:26.302338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:03:26.307240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:03:26.312821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:03:26.315896 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'Port': ['ID=728b9cfc-a976-4f40-a65c-8cff17e6af2e,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:26.705093 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.027293 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d73ea-2ae8-4f2e-a9f4-1fbee8678fdd req-c9cde210-4972-4155-89b3-a90721984ba6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:27.028943 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-866d73ea-2ae8-4f2e-a9f4-1fbee8678fdd req-c9cde210-4972-4155-89b3-a90721984ba6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0626712 Sep 01 16:03:27.067368 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-866d73ea-2ae8-4f2e-a9f4-1fbee8678fdd req-838567a3-edc4-4775-9734-6a316cc526c6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Sep 01 16:03:27.095884 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.236118 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc40c3-f0df-4c21-8172-15cfa0967eaa req-4cd394f2-9b92-43e0-89ff-8cae153034a9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:27.237922 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a7cc40c3-f0df-4c21-8172-15cfa0967eaa req-4cd394f2-9b92-43e0-89ff-8cae153034a9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0527723 Sep 01 16:03:27.263783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.277153 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a7cc40c3-f0df-4c21-8172-15cfa0967eaa req-8af73dd8-ccbd-4145-af4c-30805ea0fff4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Sep 01 16:03:27.378506 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.391674 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e4df1-a0fc-4ca9-a8e4-9e7716d14eec req-38ceb2c5-0d14-4808-aa3e-f7b2e7c70305 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:27.393184 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-138e4df1-a0fc-4ca9-a8e4-9e7716d14eec req-38ceb2c5-0d14-4808-aa3e-f7b2e7c70305 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0487254 Sep 01 16:03:27.402160 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49394) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:03:27.407013 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Request body: {'floatingip': {'port_id': '00d1872e-aa27-4bfa-97bd-320382201819'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:27.455136 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.460498 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event updated for resources: {'Port': ['ID=728b9cfc-a976-4f40-a65c-8cff17e6af2e,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:27.464317 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.574379 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Floating IP 6c3d8f6e-d0d7-4f33-ab86-9be756b61211 associated. External IP: 172.27.3.250, port: 5249ff20-1a7a-4d05-99f6-a5728e8f4509. Sep 01 16:03:27.792077 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Router 642d854e-8e78-4a9b-a69c-c5c46528c3da has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:03:27.907703 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:03:27.918712 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Sync routers for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:03:27.929889 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.930326 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:27.931012 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:03:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:27.984871 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.985142 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:28.016729 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-1eb73bb5-ef48-4821-aa82-3cd79df9a94f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2961972 Sep 01 16:03:28.017337 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:28.019588 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:28.048896 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:28.069426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a13458-b2ff-46af-a40f-429deb4f648d x-openstack-request-id: req-04a13458-b2ff-46af-a40f-429deb4f648d {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:28.069710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:28.073328 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-04a13458-b2ff-46af-a40f-429deb4f648d {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:28.073328 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'status': 'completed', 'code': 200} Sep 01 16:03:28.095668 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Floating IP 73045cb1-3ba9-4c37-8ea1-624b9632f824 associated. External IP: 172.27.3.201, port: 00d1872e-aa27-4bfa-97bd-320382201819. Sep 01 16:03:28.173724 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-dcf11e94-ad53-47bd-b68c-c3b9240e68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.175847 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-dcf11e94-ad53-47bd-b68c-c3b9240e68d2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0574126 Sep 01 16:03:28.260457 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23429ce-3e72-43f7-afa7-8aa2444c319b req-7f1defa2-9daf-41d7-9a2a-7c6823a93633 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.262164 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b23429ce-3e72-43f7-afa7-8aa2444c319b req-7f1defa2-9daf-41d7-9a2a-7c6823a93633 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1193883 Sep 01 16:03:28.321038 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-8e5bd74f-143f-43b4-b75c-0db22bbe1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.322748 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-8e5bd74f-143f-43b4-b75c-0db22bbe1b61 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.1268289 Sep 01 16:03:28.350195 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b23429ce-3e72-43f7-afa7-8aa2444c319b req-77a6c3cc-6868-4c57-aefe-84d7be89c4bc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805244 Sep 01 16:03:28.386961 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '6c3d8f6e-d0d7-4f33-ab86-9be756b61211', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'mac_address': 'fa:16:3e:e2:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47a273-4100-4219-b567-382547fbe9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:26Z', 'updated_at': '2021-09-01T16:03:26Z', 'revision_number': 0, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:28.405750 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-ba015444-c4e8-45e7-ad08-43ed856d1fb1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1000 time: 0.0753329 Sep 01 16:03:28.418907 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Checking router: 642d854e-8e78-4a9b-a69c-c5c46528c3da for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:03:28.427671 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:28.428283 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:03:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:28.433719 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:03:28.463409 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-2b9b8c8a-3cc2-42a4-bc66-6e0c660fc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.465038 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-2b9b8c8a-3cc2-42a4-bc66-6e0c660fc6fe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0525193 Sep 01 16:03:28.516077 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-5c1acac3-efc8-4ffe-956f-97f62412f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.518746 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-5c1acac3-efc8-4ffe-956f-97f62412f37a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463710 Sep 01 16:03:28.546654 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:28.658006 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-9162151f-49ac-4ca8-bb51-1bffb3a0c5b1 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309984 Sep 01 16:03:28.771860 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d8255a3-74f9-4e8c-b0a1-efe1ea48f6e1 req-3bab27c4-9df1-4a67-a7f1-37a7ea1108ea service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047440 Sep 01 16:03:28.816028 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:03:28.822580 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:28.827186 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:03:28.850791 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:28.851444 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:03:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:28.853600 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-6b5beeed-79d6-4a56-b31f-de2c69257a1c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "PUT /v2.0/floatingips/73045cb1-3ba9-4c37-8ea1-624b9632f824 HTTP/1.1" status: 200 len: 992 time: 1.4501681 Sep 01 16:03:28.854182 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:28.856421 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76694d21-c44f-4d30-8d0c-b8d02e5dba17" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:28.910734 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73670628-a817-43c5-9c9b-3c7d3d8d82b8 x-openstack-request-id: req-73670628-a817-43c5-9c9b-3c7d3d8d82b8 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:28.911249 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:28.911666 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-73670628-a817-43c5-9c9b-3c7d3d8d82b8 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:28.912326 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'status': 'completed', 'code': 200} Sep 01 16:03:28.954527 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '6c3d8f6e-d0d7-4f33-ab86-9be756b61211', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'mac_address': 'fa:16:3e:e2:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47a273-4100-4219-b567-382547fbe9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:26Z', 'updated_at': '2021-09-01T16:03:26Z', 'revision_number': 0, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:28.974853 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:28.991313 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654fb19-c681-4f12-bb28-13593509f803 None None] The sync data for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi is: [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '6c3d8f6e-d0d7-4f33-ab86-9be756b61211', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'mac_address': 'fa:16:3e:e2:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47a273-4100-4219-b567-382547fbe9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:26Z', 'updated_at': '2021-09-01T16:03:26Z', 'revision_number': 0, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:03:29.028818 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-e778de61-8a20-4a76-8f5e-99794cbee745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.030847 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-e778de61-8a20-4a76-8f5e-99794cbee745 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1099 time: 0.0574720 Sep 01 16:03:29.165881 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-3e798b59-7d23-4caa-a88f-3d2b1bfb402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.167507 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-3e798b59-7d23-4caa-a88f-3d2b1bfb402f service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.1262889 Sep 01 16:03:29.238232 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1026cd-5428-42ad-bfe7-bf1911f910c1 None None] New status for floating IP 6c3d8f6e-d0d7-4f33-ab86-9be756b61211: ACTIVE {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:03:29.251476 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '73045cb1-3ba9-4c37-8ea1-624b9632f824', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:08Z', 'updated_at': '2021-09-01T16:03:27Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:29.283572 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:03:29.291942 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:03:29.292635 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:03:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:29.411181 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:03:29.485345 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56d32-993b-4035-8990-602ace3e3b9d req-eace8001-303a-48af-8ad0-5d89012ca060 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.486806 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-02a56d32-993b-4035-8990-602ace3e3b9d req-eace8001-303a-48af-8ad0-5d89012ca060 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Sep 01 16:03:29.537385 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-02a56d32-993b-4035-8990-602ace3e3b9d req-9ea2f2ec-4d1b-4942-ad5f-1c4416ad9083 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Sep 01 16:03:29.682012 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '73045cb1-3ba9-4c37-8ea1-624b9632f824', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:08Z', 'updated_at': '2021-09-01T16:03:27Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:03:29.710936 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d76d08-5946-4400-bc93-4daeabf7bcd2 None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '73045cb1-3ba9-4c37-8ea1-624b9632f824', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:03:08Z', 'updated_at': '2021-09-01T16:03:27Z', 'revision_number': 1, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:03:29.911220 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125926ee-4523-4962-8061-ae931ff0e157 None None] New status for floating IP 73045cb1-3ba9-4c37-8ea1-624b9632f824: ACTIVE {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:03:29.926308 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75444dbd-d8f8-42c7-83c8-c4fee3264adf req-46e25d77-3d7c-4cb9-a13e-8984c46615cc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.927829 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75444dbd-d8f8-42c7-83c8-c4fee3264adf req-46e25d77-3d7c-4cb9-a13e-8984c46615cc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0499458 Sep 01 16:03:29.967091 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75444dbd-d8f8-42c7-83c8-c4fee3264adf req-db607efa-0640-4806-a071-8b1b80ea61e3 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Sep 01 16:03:30.182985 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-0e58d88d-281c-4977-ad9b-26227cd771bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 1000 time: 0.0670154 Sep 01 16:03:31.084587 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2c1d6-a2c6-4e85-9876-8855ae185cad req-e754f9bf-37df-4196-bea2-c796d5c3e3cc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:31.086084 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-78d2c1d6-a2c6-4e85-9876-8855ae185cad req-e754f9bf-37df-4196-bea2-c796d5c3e3cc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Sep 01 16:03:31.125631 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-78d2c1d6-a2c6-4e85-9876-8855ae185cad req-4a240927-3484-4d30-abec-afd879f294ad tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Sep 01 16:03:32.052654 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-f8c2c9a6-c21d-46cb-ab37-23c706346cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.055212 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-f8c2c9a6-c21d-46cb-ab37-23c706346cfc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0473478 Sep 01 16:03:32.112399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-d3134e17-9615-42d8-a86b-411e27d99ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.114204 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-d3134e17-9615-42d8-a86b-411e27d99ae5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471575 Sep 01 16:03:32.225426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-15a323f2-7d25-443e-bd25-49f387c748de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.230511 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-15a323f2-7d25-443e-bd25-49f387c748de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1098 time: 0.0950768 Sep 01 16:03:32.246451 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db688a1-801a-4b1a-85a7-aff6da5847b0 req-798704ec-9993-4fd2-8034-87202d56f2ad tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.248058 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2db688a1-801a-4b1a-85a7-aff6da5847b0 req-798704ec-9993-4fd2-8034-87202d56f2ad tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0545356 Sep 01 16:03:32.295924 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2db688a1-801a-4b1a-85a7-aff6da5847b0 req-d930686f-9c67-4a2f-98af-234fab84b7f3 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Sep 01 16:03:32.303229 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-301e3e7c-cd3a-4771-96de-fbc6c8c71596 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701121 Sep 01 16:03:32.388609 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-91d61c52-ac56-403a-8908-67d522337bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.390207 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-91d61c52-ac56-403a-8908-67d522337bc7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.1558881 Sep 01 16:03:32.465440 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-76694d21-c44f-4d30-8d0c-b8d02e5dba17 req-3db4eb5f-3428-49df-8de0-e1be2c3598ca service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491244 Sep 01 16:03:32.473801 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-23968e0e-40e9-41c8-b8cb-fa95b8b74466 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 1001 time: 0.0715370 Sep 01 16:03:32.545723 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-665defed-d1a3-45b3-b7b0-13aa59636c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.547098 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-665defed-d1a3-45b3-b7b0-13aa59636c26 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0480413 Sep 01 16:03:32.592534 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-804bc8c5-99e6-42e6-a1f0-5bbc7416840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.594077 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-804bc8c5-99e6-42e6-a1f0-5bbc7416840d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396550 Sep 01 16:03:32.689984 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-96c9f1b2-7bfd-4627-b689-41d6f3ac5786 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816369 Sep 01 16:03:32.786252 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9a4b05c6-6a9f-444e-96e9-cfb790e01b6a req-94bd0f8c-1009-45fc-8f37-4d56cc12423f service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887949 Sep 01 16:03:33.414624 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54484033-dc17-4cbe-beec-5457897586f3 req-756ca08b-db85-45db-b4cb-b4412f5b98fe tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:33.416108 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-54484033-dc17-4cbe-beec-5457897586f3 req-756ca08b-db85-45db-b4cb-b4412f5b98fe tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Sep 01 16:03:33.456182 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-54484033-dc17-4cbe-beec-5457897586f3 req-5ca50f75-ab00-459a-a8a3-aca44fc6348c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Sep 01 16:03:34.574207 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958c499-3951-4be2-87d3-f7d1d90bd6ce req-55f90ec5-e593-43a6-a881-7d1e60a14657 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:34.575735 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c958c499-3951-4be2-87d3-f7d1d90bd6ce req-55f90ec5-e593-43a6-a881-7d1e60a14657 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0513606 Sep 01 16:03:34.618378 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c958c499-3951-4be2-87d3-f7d1d90bd6ce req-c6dc0820-2c1f-472a-aec6-57b82e78ef70 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361021 Sep 01 16:03:36.462252 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8c44cece-98d4-412c-a6fd-97719d52cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:38.251078 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:39.168019 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-dcd71ec7-cf85-4195-b02d-652e3cbbda15 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392053 Sep 01 16:03:39.283626 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-80db0ac6-43b9-4e48-8f11-d82d10672f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:39.286086 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-80db0ac6-43b9-4e48-8f11-d82d10672f88 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 1098 time: 0.0426126 Sep 01 16:03:39.350595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3de9aff8-2151-4c8e-ae21-8cf3070d4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:39.401041 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-d54fce4e-dab6-4eb8-9be6-d3e3a9dd0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:39.402570 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-d54fce4e-dab6-4eb8-9be6-d3e3a9dd0d1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.0947750 Sep 01 16:03:39.474136 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-583792e3-4a3f-46fa-b5d0-65091e3d02d6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 200 len: 1001 time: 0.0613763 Sep 01 16:03:39.505093 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:39.533483 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-e65b8902-a624-4361-b05d-abf4331cdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:39.535500 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-e65b8902-a624-4361-b05d-abf4331cdcb9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0504634 Sep 01 16:03:39.583583 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-6bb3371c-3d06-4a93-8c2f-76f158bd37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:39.585074 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-6bb3371c-3d06-4a93-8c2f-76f158bd37fd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419931 Sep 01 16:03:39.684469 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-ac90a99a-2dc2-4f82-911c-9590363aa24b service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853333 Sep 01 16:03:39.788664 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1cba7fac-6d54-4cf3-a61d-954784f3584e req-b2560a4c-149c-4e03-8088-e2416404077d service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874705 Sep 01 16:03:40.292888 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:42.022257 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:46.000462 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4572e78-f569-418d-8c11-d5583b59ccc2 req-e64794b2-4f47-4576-8d8c-71d2b52f7115 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:46.002095 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4572e78-f569-418d-8c11-d5583b59ccc2 req-e64794b2-4f47-4576-8d8c-71d2b52f7115 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0495386 Sep 01 16:03:46.046105 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4572e78-f569-418d-8c11-d5583b59ccc2 req-7c2c8597-dcba-4e37-a503-beb502761912 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374095 Sep 01 16:03:47.167287 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10352949-489a-446e-a7a9-606438557f88 req-3874eab2-395f-4ca4-86e5-ed7a2bb53edf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.168764 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10352949-489a-446e-a7a9-606438557f88 req-3874eab2-395f-4ca4-86e5-ed7a2bb53edf tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0495820 Sep 01 16:03:47.208722 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10352949-489a-446e-a7a9-606438557f88 req-72a7e24c-f569-4a5e-b642-252a2c62618e tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Sep 01 16:03:48.291570 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-b8738188-db45-4952-9458-801836d7110d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:48.293040 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-b8738188-db45-4952-9458-801836d7110d tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0500600 Sep 01 16:03:48.328752 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b671c-2678-4bbf-8231-92d8fbf4e5f3 req-86dbd58c-d8f6-4687-b11b-0f38e04e9bc9 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:48.330295 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-601b671c-2678-4bbf-8231-92d8fbf4e5f3 req-86dbd58c-d8f6-4687-b11b-0f38e04e9bc9 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 945 time: 0.0534067 Sep 01 16:03:48.375929 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-601b671c-2678-4bbf-8231-92d8fbf4e5f3 req-e16ce18f-929d-464e-aee0-9da4612163f5 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/security-groups?id=e9fe4b08-cec3-4029-a12e-0bf5babee500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Sep 01 16:03:48.403211 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Deleting port 4618672e-fbba-4495-9c72-a7837dea923d {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:03:48.404367 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:48.493775 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] For port 4618672e-fbba-4495-9c72-a7837dea923d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4618672e-fbba-4495-9c72-a7837dea923d,segment=NetworkSegment(3becf1fd-9c20-4aa4-bf77-b376e33e2498),segment_id=3becf1fd-9c20-4aa4-bf77-b376e33e2498)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:48.494140 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:48.507721 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Calling delete_port for 4618672e-fbba-4495-9c72-a7837dea923d owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:03:48.725351 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:48.754557 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Pushing event deleted for resources: {'Port': ['ID=4618672e-fbba-4495-9c72-a7837dea923d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:48.766380 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.766729 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.767074 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.767412 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.767747 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.768578 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.769100 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.769662 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.770001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.770329 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.770692 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.770998 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:48.773513 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['4618672e-fbba-4495-9c72-a7837dea923d'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:03:48.805849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] No DVR routers for this DVR port 4618672e-fbba-4495-9c72-a7837dea923d on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:03:48.808236 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:48.810227 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9c128c40-a40d-4ee4-aef4-99171bd8240a req-77139f86-3c82-47bd-abcd-21616630afcc tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.97 "DELETE /v2.0/ports/4618672e-fbba-4495-9c72-a7837dea923d HTTP/1.1" status: 204 len: 173 time: 0.5092165 Sep 01 16:03:48.810656 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'name': 'network-vif-deleted', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:48.812874 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd3f1e-3056-486a-8aff-9e97d29e18bc" -d '{"events": [{"server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "name": "network-vif-deleted", "tag": "4618672e-fbba-4495-9c72-a7837dea923d"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:48.904821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda0538-df3a-46a6-8443-5b8419a1fbd2 x-openstack-request-id: req-5cda0538-df3a-46a6-8443-5b8419a1fbd2 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:48.905112 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4260f77-3f30-45e7-9f0a-fcbbf2b996bb", "name": "network-vif-deleted", "tag": "4618672e-fbba-4495-9c72-a7837dea923d", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:48.905397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-5cda0538-df3a-46a6-8443-5b8419a1fbd2 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:48.905796 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4260f77-3f30-45e7-9f0a-fcbbf2b996bb', 'name': 'network-vif-deleted', 'tag': '4618672e-fbba-4495-9c72-a7837dea923d', 'status': 'completed', 'code': 200} Sep 01 16:03:49.491056 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b58dd207-8eec-416f-a41a-3fd46a2b2f29 req-b6eed173-8fe1-4994-baff-434fe1308e75 tempest-VolumesSnapshotTestJSON-1091300179 tempest-VolumesSnapshotTestJSON-1091300179-project] 10.222.0.103 "GET /v2.0/ports?device_id=a4260f77-3f30-45e7-9f0a-fcbbf2b996bb HTTP/1.1" status: 200 len: 210 time: 0.0262742 Sep 01 16:03:52.543541 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 4618672e-fbba-4495-9c72-a7837dea923d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:03:52.566338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 4618672e-fbba-4495-9c72-a7837dea923d {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:03:52.567251 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 4618672e-fbba-4495-9c72-a7837dea923d not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:03:57.529875 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:06.450755 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a207cda7-3e04-4e86-a128-4d9fb5bcd46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:08.262178 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:09.293293 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ef5cbb20-0710-4cb7-a570-a64d303fe9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:09.457677 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:10.445180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:12.029374 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.225556 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49932) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:17.270805 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Deleting subnet fe24ca0c-6d14-45df-8a2f-5d38a1d34e23 {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:04:17.273993 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.309341 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.350144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.492474 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.519211 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe24ca0c-6d14-45df-8a2f-5d38a1d34e23,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:17.523802 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.525861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] 10.222.0.103 "DELETE /v2.0/subnets/fe24ca0c-6d14-45df-8a2f-5d38a1d34e23 HTTP/1.1" status: 204 len: 168 time: 0.2991087 Sep 01 16:04:17.529119 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49934) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:17.531009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.531358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.531706 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.532039 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.532368 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.532698 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.533023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.533380 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.533709 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.534029 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.534349 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.534666 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f9a4c2-6222-4006-8154-d533b9cbed2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:17.609916 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.708418 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.722381 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafdb77b-3a75-4096-85fc-a777f675dcb0']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:17.737691 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3becf1fd-9c20-4aa4-bf77-b376e33e2498') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:17.738065 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3becf1fd-9c20-4aa4-bf77-b376e33e2498') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:17.747951 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.761298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.767081 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:04:17.767459 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:04:17.769118 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:04:17.888536 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.891708 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.896636 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] 10.222.0.103 "DELETE /v2.0/networks/fafdb77b-3a75-4096-85fc-a777f675dcb0 HTTP/1.1" status: 204 len: 168 time: 0.3637135 Sep 01 16:04:17.908759 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40085c-932c-4107-85dd-0db290b83d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fafdb77b-3a75-4096-85fc-a777f675dcb0,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:18.295175 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49946) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:18.335057 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-20cb704f-f623-4c0f-b9ce-d08edb40ce1c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0f56f1c1293b4223935153a5b433494a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386338 Sep 01 16:04:18.337559 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49948) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:18.388803 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.410078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.532141 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.536272 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.536272 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e9fe4b08-cec3-4029-a12e-0bf5babee500 HTTP/1.1" status: 204 len: 168 time: 0.1972802 Sep 01 16:04:18.545418 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc3ac1-e87c-43c7-a701-0fdc8be7bad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe4b08-cec3-4029-a12e-0bf5babee500,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:19.370789 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 49976) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:19.471306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ba4225a-0654-4c18-b3ff-10cd7d1d3754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.563911 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ba4225a-0654-4c18-b3ff-10cd7d1d3754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.629021 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3ba4225a-0654-4c18-b3ff-10cd7d1d3754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.668863 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3ba4225a-0654-4c18-b3ff-10cd7d1d3754 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4d5969f297cf406685378b29ea6881d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965891 Sep 01 16:04:19.670030 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4225a-0654-4c18-b3ff-10cd7d1d3754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb2cf52-7404-4f2d-bd95-3683635d1774,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:19.671397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 49986) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:19.725712 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.751710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.857945 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.860454 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.861765 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/dcb2cf52-7404-4f2d-bd95-3683635d1774 HTTP/1.1" status: 204 len: 168 time: 0.1888287 Sep 01 16:04:19.870744 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3a9e-1987-4932-808f-11f42c721e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb2cf52-7404-4f2d-bd95-3683635d1774,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:20.908489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50016) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:21.020876 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-237608314-network', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:21.086302 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Made reservation on behalf of 4fe6e111b7ce4c86b1adea7218250bdf for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:21.088578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.097573 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.186297 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.252463 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.273231 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:04:21.286462 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548245ee-82ea-4a52-9440-ca0520901169,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:21.291139 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.291492 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Added segment 02001f13-85c7-4cca-be7a-97608b255459 of type vlan for network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 Sep 01 16:04:21.333432 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.418325 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.419347 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:21.419931 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.479827 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9bed4d-73aa-49ba-8c30-d0e6955bb774,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:21.490154 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:04:21.535845 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d45701da-5bf7-4bf4-9e0b-448ae4a7c190 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6236095 Sep 01 16:04:21.536058 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50026) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:21.540912 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Request body: {'subnet': {'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-237608314-subnet', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'ip_version': 4}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:21.662307 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Made reservation on behalf of 4fe6e111b7ce4c86b1adea7218250bdf for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:21.664594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8889471'] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.920562 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3693516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8889449'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:21.979788 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8baf77a9-45ef-445c-beef-df78b8683ccc,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:21.988047 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Checking segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:21.988406 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Network hostable DHCP agents. Network: 3d9bed4d-73aa-49ba-8c30-d0e6955bb774, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:04:22.097865 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:04:22.184317 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 3d9bed4d-73aa-49ba-8c30-d0e6955bb774) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:22.188665 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:22.189283 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.199521 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c98b1d-3434-45c5-a1e2-9f5d4fe7dcde None None] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:22.285966 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7bddd1a7-ad0d-43eb-beae-d965d6e065f4 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7489648 Sep 01 16:04:22.288463 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50038) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:22.293439 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:22.347985 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:04:22.348731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.395264 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.396412 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.452705 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.482365 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Allocated IP 172.20.0.2 (3d9bed4d-73aa-49ba-8c30-d0e6955bb774/8baf77a9-45ef-445c-beef-df78b8683ccc/4bc28874-64c4-416c-bd61-edb306bb744d) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:22.631294 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.642007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Transition to ACTIVE for port object 4bc28874-64c4-416c-bd61-edb306bb744d will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:22.657517 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Transition to ACTIVE for port object 4bc28874-64c4-416c-bd61-edb306bb744d will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:22.698334 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.712391 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9e996-9d67-4d14-acb3-4affb0beeadf req-49bfe18d-eb91-4f35-a5eb-86bdc012181a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:22.712391 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-14c9e996-9d67-4d14-acb3-4affb0beeadf req-49bfe18d-eb91-4f35-a5eb-86bdc012181a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1498764 Sep 01 16:04:22.732697 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.750775 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-14c9e996-9d67-4d14-acb3-4affb0beeadf req-c9aac016-ab56-4035-b846-842678d3bd90 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327969 Sep 01 16:04:22.768890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:22.771724 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:22.775417 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:22.808696 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Pushing event updated for resources: {'Port': ['ID=4bc28874-64c4-416c-bd61-edb306bb744d,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:22.835310 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.835667 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.836011 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.836351 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.836683 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.837016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.837523 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.837707 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.838034 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.838366 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.838684 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.839556 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:22.856337 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Attempting to bind port 4bc28874-64c4-416c-bd61-edb306bb744d on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:22.856717 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Attempting to bind port 4bc28874-64c4-416c-bd61-edb306bb744d by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:22.857085 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Attempting to bind port 4bc28874-64c4-416c-bd61-edb306bb744d on network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:22.862103 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:22.862478 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Checking segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:22.862906 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.863299 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Bound using segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:22.863769 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Bound port: 4bc28874-64c4-416c-bd61-edb306bb744d, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:22.864151 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.928369 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] For port 4bc28874-64c4-416c-bd61-edb306bb744d, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:22.931364 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] For port 4bc28874-64c4-416c-bd61-edb306bb744d, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4bc28874-64c4-416c-bd61-edb306bb744d,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:22.960948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.985568 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:22.995772 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:23.058819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297695b9-3dbc-4a21-9341-7bcc49af68c3 None None] Pushing event updated for resources: {'Port': ['ID=4bc28874-64c4-416c-bd61-edb306bb744d,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:23.099486 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Allocated IP 172.27.3.106 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/eccd90d2-ac63-4b93-94f8-f02ff4dc2a92) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:23.225974 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:23.338331 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:23.380306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:23.383229 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:23.387496 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:23.409658 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Pushing event updated for resources: {'Port': ['ID=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:23.745900 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:23.926009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36c44-cfd7-428f-9af9-939950ecca93 req-5f6f7efd-b6dc-459e-8bb5-56df744f8a5c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:23.927518 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4d36c44-cfd7-428f-9af9-939950ecca93 req-5f6f7efd-b6dc-459e-8bb5-56df744f8a5c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0984075 Sep 01 16:04:23.964757 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5620f-936b-489d-837e-65064f628ac7 None None] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:24.020677 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4d36c44-cfd7-428f-9af9-939950ecca93 req-9db3462d-3242-4355-bf81-d30d1066a526 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841355 Sep 01 16:04:24.028875 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.133110 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-bf17cbf9-48de-42d0-a941-f13642cd5052 None None] Provisioning for port 4bc28874-64c4-416c-bd61-edb306bb744d completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:24.190564 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4bc28874-64c4-416c-bd61-edb306bb744d up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:24.212304 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Router a8a00930-094f-491b-a2b6-aee2753e1399 is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:04:24.296148 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 4bc28874-64c4-416c-bd61-edb306bb744d completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:24.301289 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4bc28874-64c4-416c-bd61-edb306bb744d triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:24.302529 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.329478 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:24.340564 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Sync routers for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:24.361842 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:24.362468 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:24.406246 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.407524 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1a23b40f-bd43-4fcd-9763-302cfb0b9e14 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1181149 Sep 01 16:04:24.410362 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50052) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:24.412597 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-1923b664-cbbb-4007-9b4a-ea1cc5ed1ab2 None None] Provisioning complete for port 4bc28874-64c4-416c-bd61-edb306bb744d triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:24.412966 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1923b664-cbbb-4007-9b4a-ea1cc5ed1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.519479 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.550747 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:24.650120 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 4bc28874-64c4-416c-bd61-edb306bb744d, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4bc28874-64c4-416c-bd61-edb306bb744d,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:24.697918 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1923b664-cbbb-4007-9b4a-ea1cc5ed1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.713424 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:24.961791 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=4bc28874-64c4-416c-bd61-edb306bb744d,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:24.971298 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.db.api [None req-1923b664-cbbb-4007-9b4a-ea1cc5ed1ab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 16:04:24.971878 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG oslo_db.api [None req-1923b664-cbbb-4007-9b4a-ea1cc5ed1ab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:04:24.994860 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:23Z', 'revision_number': 3, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:25.020865 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Checking router: a8a00930-094f-491b-a2b6-aee2753e1399 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:25.021228 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Updating router a8a00930-094f-491b-a2b6-aee2753e1399 port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:25.046867 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.080871 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.235635 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3a374-1868-4cbc-a31c-44aae5362fbc req-7d09a165-57dd-4c2e-baf7-53a5063891dc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:25.237144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0de3a374-1868-4cbc-a31c-44aae5362fbc req-7d09a165-57dd-4c2e-baf7-53a5063891dc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0978687 Sep 01 16:04:25.314538 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0de3a374-1868-4cbc-a31c-44aae5362fbc req-bf37c852-a13e-47dd-834d-1cc50e4948d1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691190 Sep 01 16:04:25.316276 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.319223 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Allocated IP 172.20.0.1 (3d9bed4d-73aa-49ba-8c30-d0e6955bb774/8baf77a9-45ef-445c-beef-df78b8683ccc/a5a7bd3c-8d72-447f-ac62-644304c4b901) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:25.329190 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Transition to ACTIVE for port object eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:25.393200 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.429587 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.443338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Transition to ACTIVE for port object a5a7bd3c-8d72-447f-ac62-644304c4b901 will not be triggered until provisioned by entity DHCP. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:25.449697 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Attempting to bind port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:25.450067 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Attempting to bind port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:25.450451 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Attempting to bind port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:25.457346 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f359-bd39-4fb7-9d69-d0fa8fce4c60 None None] Pushing event updated for resources: {'Port': ['ID=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:25.460993 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:25.461437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:25.461905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.462286 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:25.462774 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Bound port: eccd90d2-ac63-4b93-94f8-f02ff4dc2a92, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:25.463134 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.542353 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.542617 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] For port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:25.545944 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] For port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:25.582887 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:25.587751 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:25.592087 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:25.615988 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:25.629629 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.635294 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.697291 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:25.697993 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:25.744030 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f359-bd39-4fb7-9d69-d0fa8fce4c60 None None] Pushing event updated for resources: {'Port': ['ID=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:25.819900 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:25.847517 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:25.989966 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-879e507d-6149-45ad-abec-079963de8b30 None None] Provisioning for port a5a7bd3c-8d72-447f-ac62-644304c4b901 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:25.998057 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-879e507d-6149-45ad-abec-079963de8b30 None None] Provisioning complete for port a5a7bd3c-8d72-447f-ac62-644304c4b901 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:25.998432 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-879e507d-6149-45ad-abec-079963de8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.005811 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.044430 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-879e507d-6149-45ad-abec-079963de8b30 None None] Port a5a7bd3c-8d72-447f-ac62-644304c4b901 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:26.048279 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:23Z', 'revision_number': 3, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:26.069020 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.079764 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfa1c3-8c55-41f7-b493-9dd2356270e3 None None] The sync data for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi is: [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:23Z', 'revision_number': 3, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:26.157070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:26.163267 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.193986 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4bc28874-64c4-416c-bd61-edb306bb744d up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:26.249689 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4bc28874-64c4-416c-bd61-edb306bb744d triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:26.250060 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.270394 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:26.271905 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:26.456353 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Router a8a00930-094f-491b-a2b6-aee2753e1399 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:26.560141 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70106b22-620d-46b8-82c9-39bfd676804e req-a51b2c5a-14de-41fc-b852-c1616a1ee393 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.561704 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70106b22-620d-46b8-82c9-39bfd676804e req-a51b2c5a-14de-41fc-b852-c1616a1ee393 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1206999 Sep 01 16:04:26.568811 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-89004ec5-73c1-4899-b84c-3a1815c43531 None None] Provisioning complete for port a5a7bd3c-8d72-447f-ac62-644304c4b901 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:26.569191 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-89004ec5-73c1-4899-b84c-3a1815c43531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.613101 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-89004ec5-73c1-4899-b84c-3a1815c43531 None None] Port a5a7bd3c-8d72-447f-ac62-644304c4b901 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:26.649414 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70106b22-620d-46b8-82c9-39bfd676804e req-198eab0a-e018-4699-8cec-dbd7d742688b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550847 Sep 01 16:04:26.650440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:26.662330 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-cac6a251-a277-49a0-b28d-1067c395d426 admin admin] 10.222.0.103 "PUT /v2.0/routers/a8a00930-094f-491b-a2b6-aee2753e1399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464976 Sep 01 16:04:27.304409 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50086) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:27.310109 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1174027744-network', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:27.404728 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Made reservation on behalf of a5d4e2c4c7eb4553a4b6b28e74563549 for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:27.407107 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.416303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.506834 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.594778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.619578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:04:27.629692 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa523e00-f051-4f90-a33f-be789cf475c6,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:27.634366 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.634721 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Added segment 558bcf4c-10e4-4ba2-b12b-623f5b724f28 of type vlan for network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 Sep 01 16:04:27.680035 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.681181 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Sync routers for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:27.691045 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:27.691783 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:27.759545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.760508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:27.763242 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.803560 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:27.836519 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] Pushing event updated for resources: {'Network': ['ID=beebd4d4-278b-41d7-bb9b-1f8f66cd58a3,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:27.846838 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6f5a5-0775-481e-9701-a2efb203228e req-3f19f614-ab23-4f72-a82f-dddebd16f2aa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:27.849808 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abf6f5a5-0775-481e-9701-a2efb203228e req-3f19f614-ab23-4f72-a82f-dddebd16f2aa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1154466 Sep 01 16:04:27.849931 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:04:27.891119 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-abf6f5a5-0775-481e-9701-a2efb203228e req-29d1d0b0-b0cc-4054-9d19-ba7ff67a7517 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362875 Sep 01 16:04:27.898766 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-72fda9c5-6d11-4706-8ed3-c6a9c93567a3 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5932918 Sep 01 16:04:27.902384 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50092) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:27.908071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Request body: {'subnet': {'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1174027744-subnet', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:27.994749 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Made reservation on behalf of a5d4e2c4c7eb4553a4b6b28e74563549 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:27.997916 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.014210 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 2, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:28.129673 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Checking router: a8a00930-094f-491b-a2b6-aee2753e1399 for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:28.130024 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Updating router a8a00930-094f-491b-a2b6-aee2753e1399 port a5a7bd3c-8d72-447f-ac62-644304c4b901 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:28.171600 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.192067 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:28.263617 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.291741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:28.297641 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:28.298099 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.324333 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c202b8b6-113a-4298-bba5-863edfd9533b,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:28.328888 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Checking segment: {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:28.329270 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Network hostable DHCP agents. Network: beebd4d4-278b-41d7-bb9b-1f8f66cd58a3, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:04:28.382916 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.400272 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:04:28.404084 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:28.421165 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.430935 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Transition to ACTIVE for port object a5a7bd3c-8d72-447f-ac62-644304c4b901 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:28.468880 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.491845 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, beebd4d4-278b-41d7-bb9b-1f8f66cd58a3) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:28.492086 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.497339 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.498219 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.505664 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea63b3-3281-4bf0-83f6-ec66d1eb76e0 None None] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:28.548151 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Pushing event updated for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:28.557362 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.559299 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.559552 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.560018 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.560711 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.560849 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.561279 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.561716 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.562158 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.562605 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.563028 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.563447 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:28.564294 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ef101a8c-5065-4168-8baa-c8565489b060 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6602256 Sep 01 16:04:28.566920 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50094) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:28.567861 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:28.574367 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:28.626330 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Attempting to bind port a5a7bd3c-8d72-447f-ac62-644304c4b901 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:28.626896 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Attempting to bind port a5a7bd3c-8d72-447f-ac62-644304c4b901 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:28.627257 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Attempting to bind port a5a7bd3c-8d72-447f-ac62-644304c4b901 on network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:28.632600 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:28.632969 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Checking segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:28.633439 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.647715 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Bound using segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:28.647715 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Bound port: a5a7bd3c-8d72-447f-ac62-644304c4b901, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:28.647715 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.711436 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'fixed_ips': [{'subnet_id': 'c202b8b6-113a-4298-bba5-863edfd9533b'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:04:28.711651 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.711808 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.711938 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.715241 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] For port a5a7bd3c-8d72-447f-ac62-644304c4b901, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:28.722891 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] For port a5a7bd3c-8d72-447f-ac62-644304c4b901, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a5a7bd3c-8d72-447f-ac62-644304c4b901,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:28.756642 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.805588 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.856000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Allocated IP 172.20.0.2 (beebd4d4-278b-41d7-bb9b-1f8f66cd58a3/c202b8b6-113a-4298-bba5-863edfd9533b/57d67a78-a0fc-4a4f-966e-36874a396134) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:28.856792 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:28.857677 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:28.976957 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:29.011323 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.022618 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Transition to ACTIVE for port object 57d67a78-a0fc-4a4f-966e-36874a396134 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:29.038220 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.040884 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Transition to ACTIVE for port object 57d67a78-a0fc-4a4f-966e-36874a396134 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:29.071943 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b983b8-3b7c-49d6-96ce-d0c70be97f0a req-2c8cfeaf-25f4-42ba-a7d0-6bc63cb171b8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:29.074196 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92b983b8-3b7c-49d6-96ce-d0c70be97f0a req-2c8cfeaf-25f4-42ba-a7d0-6bc63cb171b8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0682473 Sep 01 16:04:29.112988 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92b983b8-3b7c-49d6-96ce-d0c70be97f0a req-5c7a8efb-206b-4b55-861b-be1e89aa0b06 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Sep 01 16:04:29.137035 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a9d2f-ef99-477c-8a05-3519c4418ab3 None None] Pushing event updated for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:29.145947 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.187614 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:29.192755 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:29.196296 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:29.205944 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Pushing event updated for resources: {'Port': ['ID=57d67a78-a0fc-4a4f-966e-36874a396134,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:29.232448 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:29.258213 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Attempting to bind port 57d67a78-a0fc-4a4f-966e-36874a396134 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:29.258647 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24c642-ea12-4aff-964a-bbced3d09c08 None None] The sync data for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi is: [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:29.258844 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Attempting to bind port 57d67a78-a0fc-4a4f-966e-36874a396134 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:29.259129 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Attempting to bind port 57d67a78-a0fc-4a4f-966e-36874a396134 on network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:29.269126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:29.269800 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Checking segment: {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:29.270209 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.270603 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Bound using segment: {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:29.271082 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Bound port: 57d67a78-a0fc-4a4f-966e-36874a396134, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:29.271467 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.349712 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] For port 57d67a78-a0fc-4a4f-966e-36874a396134, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:29.352813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] For port 57d67a78-a0fc-4a4f-966e-36874a396134, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=57d67a78-a0fc-4a4f-966e-36874a396134,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:29.362187 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.384523 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.431127 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.498603 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9829d-c8ed-4ff9-9b39-b2822b0ce911 None None] Pushing event updated for resources: {'Port': ['ID=57d67a78-a0fc-4a4f-966e-36874a396134,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:29.506734 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Allocated IP 172.27.3.198 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/7abfa01a-8384-43f1-a44b-cfb9093882d7) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:29.623336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.744149 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.790743 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:29.794532 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:29.797083 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:29.804034 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Pushing event updated for resources: {'Port': ['ID=7abfa01a-8384-43f1-a44b-cfb9093882d7,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:30.355454 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887f94-85b1-4b7d-9fba-74f101ccd296 req-fdd4ef9c-e1e2-4480-9d98-c388b92cd232 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.359402 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-99887f94-85b1-4b7d-9fba-74f101ccd296 req-fdd4ef9c-e1e2-4480-9d98-c388b92cd232 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0941162 Sep 01 16:04:30.367958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a5a7bd3c-8d72-447f-ac62-644304c4b901 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:30.450144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-99887f94-85b1-4b7d-9fba-74f101ccd296 req-2a6ceca4-b2f4-48fd-b12d-f6a5174f9d4b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673797 Sep 01 16:04:30.574881 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-6329bd85-3501-4f27-a4bb-e80b1fd13268 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.576628 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-6329bd85-3501-4f27-a4bb-e80b1fd13268 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.1520970 Sep 01 16:04:30.578630 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port a5a7bd3c-8d72-447f-ac62-644304c4b901 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:30.586605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.587158 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port a5a7bd3c-8d72-447f-ac62-644304c4b901 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:30.587158 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.673322 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681ca81-4b6b-49ca-88e5-397fd15c8ed2 None None] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:30.859901 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Deleting port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:30.860241 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.935964 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.983556 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-07d4016f-2e9a-4f9d-8ae2-e2fc98cdd49e None None] Provisioning for port 57d67a78-a0fc-4a4f-966e-36874a396134 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:30.988980 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.009601 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port a5a7bd3c-8d72-447f-ac62-644304c4b901, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a5a7bd3c-8d72-447f-ac62-644304c4b901,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:31.059954 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] For port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:31.060327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.068733 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.069602 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:31.162537 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:31.174089 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:31.174798 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.270727 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 57d67a78-a0fc-4a4f-966e-36874a396134 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:31.342336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.342785 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.343135 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Floating IP a58d5847-a6c0-4da8-b127-fdd99ac3f096 disassociated. External IP: 172.27.3.238, port: e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44. Sep 01 16:04:31.343483 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Calling delete_port for e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:31.418654 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 57d67a78-a0fc-4a4f-966e-36874a396134 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:31.422774 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 57d67a78-a0fc-4a4f-966e-36874a396134 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:31.423151 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.426050 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Router f2c601cc-82e3-4d9f-bf9e-b45af3422caa is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:04:31.503827 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.542592 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 57d67a78-a0fc-4a4f-966e-36874a396134, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=57d67a78-a0fc-4a4f-966e-36874a396134,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:31.576631 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8ac2b-9507-4817-a2dd-14f12932a0a8 req-e54c4a29-d16e-4c20-969e-048cd0e81d06 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:31.577400 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:31.578320 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0fd8ac2b-9507-4817-a2dd-14f12932a0a8 req-e54c4a29-d16e-4c20-969e-048cd0e81d06 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Sep 01 16:04:31.587350 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Sync routers for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:31.597990 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:31.598615 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:31.622869 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0fd8ac2b-9507-4817-a2dd-14f12932a0a8 req-d941f6e9-1304-422e-8194-b4364086a6fc tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=d227e9ce-f8d7-4568-b831-40e26304d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Sep 01 16:04:31.646167 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.690852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.720294 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'Port': ['ID=e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:31.740097 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=57d67a78-a0fc-4a4f-966e-36874a396134,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:31.752410 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:31.771001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.779744 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-125e38c0-bd9b-41cb-b82f-5a74a36936ab admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2034440 Sep 01 16:04:31.779891 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50124) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:31.858306 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:31.943515 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 3, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:31.971813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Checking router: f2c601cc-82e3-4d9f-bf9e-b45af3422caa for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:31.972173 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Updating router f2c601cc-82e3-4d9f-bf9e-b45af3422caa port 7abfa01a-8384-43f1-a44b-cfb9093882d7 binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:31.975176 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:31.987127 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:31.999460 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.009783 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:32.011588 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:32.019843 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] No DVR routers for this DVR port e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:32.022827 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.024930 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-101ce750-ead7-48b1-aa05-8a3bfea2e1d9 req-5a05f38d-a05f-4bf3-9a69-0b4bdf3a4678 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "DELETE /v2.0/ports/e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 HTTP/1.1" status: 204 len: 173 time: 1.3977969 Sep 01 16:04:32.025731 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'name': 'network-vif-deleted', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:32.029143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9647b109-60e9-43aa-8cee-abe285aa4bfc" -d '{"events": [{"server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "name": "network-vif-deleted", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:32.102796 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab3b99-96d5-472c-bb71-7fc55bd73d26 x-openstack-request-id: req-1fab3b99-96d5-472c-bb71-7fc55bd73d26 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:32.103156 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86640c8f-c988-4940-bbe7-fb1c8b16add4", "name": "network-vif-deleted", "tag": "e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:32.103482 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-1fab3b99-96d5-472c-bb71-7fc55bd73d26 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:32.103979 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86640c8f-c988-4940-bbe7-fb1c8b16add4', 'name': 'network-vif-deleted', 'tag': 'e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44', 'status': 'completed', 'code': 200} Sep 01 16:04:32.189718 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:32.221152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a5a7bd3c-8d72-447f-ac62-644304c4b901 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:32.273440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.319450 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port a5a7bd3c-8d72-447f-ac62-644304c4b901 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:32.319952 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.418299 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.420852 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:32.445480 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Allocated IP 172.20.0.1 (beebd4d4-278b-41d7-bb9b-1f8f66cd58a3/c202b8b6-113a-4298-bba5-863edfd9533b/53300691-584f-4efd-9471-c7a6bdf53dee) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:32.450077 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:32.455148 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Transition to ACTIVE for port object 7abfa01a-8384-43f1-a44b-cfb9093882d7 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:32.459144 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:32.459771 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:32.469568 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 57d67a78-a0fc-4a4f-966e-36874a396134 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:32.517083 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 57d67a78-a0fc-4a4f-966e-36874a396134 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:32.517490 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.554049 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.566834 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.569298 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:32.580178 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Transition to ACTIVE for port object 53300691-584f-4efd-9471-c7a6bdf53dee will not be triggered until provisioned by entity DHCP. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:32.637850 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Attempting to bind port 7abfa01a-8384-43f1-a44b-cfb9093882d7 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:32.638082 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Attempting to bind port 7abfa01a-8384-43f1-a44b-cfb9093882d7 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:32.638408 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Attempting to bind port 7abfa01a-8384-43f1-a44b-cfb9093882d7 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:32.642737 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92917d-c101-4a4c-9b13-f3e685447561 None None] Pushing event updated for resources: {'Port': ['ID=7abfa01a-8384-43f1-a44b-cfb9093882d7,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.653598 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:32.653984 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:32.654391 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.654789 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:32.655275 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Bound port: 7abfa01a-8384-43f1-a44b-cfb9093882d7, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:32.655667 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.718515 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.720722 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] For port 7abfa01a-8384-43f1-a44b-cfb9093882d7, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:32.724017 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] For port 7abfa01a-8384-43f1-a44b-cfb9093882d7, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7abfa01a-8384-43f1-a44b-cfb9093882d7,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:32.741457 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e549c70c-8273-4d8a-9670-54541ba3a4e8 req-55639f48-cba5-4002-9999-09339cdb4a03 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0361507 Sep 01 16:04:32.780620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:32.783716 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:32.786314 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:32.786861 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:32.811428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Pushing event updated for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.829632 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.836346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.881402 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:32.882056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:32.916683 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bb0e5-0394-45cd-ba5a-45aabdeca50a None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:32.959185 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92917d-c101-4a4c-9b13-f3e685447561 None None] Pushing event updated for resources: {'Port': ['ID=7abfa01a-8384-43f1-a44b-cfb9093882d7,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:33.023545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:33.073670 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.152946 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2cf4b-d5c5-471c-a504-5ea51de7bbf0 None None] New status for floating IP a58d5847-a6c0-4da8-b127-fdd99ac3f096: DOWN {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:04:33.257953 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.319655 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a214c2c2-eb5b-45a2-93d9-1b5a4ce09adc None None] Provisioning for port 53300691-584f-4efd-9471-c7a6bdf53dee completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:33.325672 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.358440 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-a214c2c2-eb5b-45a2-93d9-1b5a4ce09adc None None] Provisioning complete for port 53300691-584f-4efd-9471-c7a6bdf53dee triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:33.358819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a214c2c2-eb5b-45a2-93d9-1b5a4ce09adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.396182 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.398073 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Pushing event updated for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:33.457580 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-a214c2c2-eb5b-45a2-93d9-1b5a4ce09adc None None] Port 53300691-584f-4efd-9471-c7a6bdf53dee cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:33.478639 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 3, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:33.498155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:33.499482 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:33.507214 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc5f5d-bb20-41ba-bef5-eb16582ca279 None None] The sync data for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi is: [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 3, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:33.624980 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Router f2c601cc-82e3-4d9f-bf9e-b45af3422caa has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:33.740746 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:33.757301 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-49df1540-2987-4328-b295-72b7b25beb75 admin admin] 10.222.0.103 "PUT /v2.0/routers/f2c601cc-82e3-4d9f-bf9e-b45af3422caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739506 Sep 01 16:04:33.790316 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f3d241c3-7a6f-4cd9-930e-b850aac8b0b0 None None] Provisioning complete for port 53300691-584f-4efd-9471-c7a6bdf53dee triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:33.790763 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f3d241c3-7a6f-4cd9-930e-b850aac8b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:33.846102 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-f3d241c3-7a6f-4cd9-930e-b850aac8b0b0 None None] Port 53300691-584f-4efd-9471-c7a6bdf53dee cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:33.863801 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dcca88b0-fcc1-41d1-a1c5-5453e88b291d req-743a8f86-427c-4098-ac9a-50fe1b91507f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0273724 Sep 01 16:04:34.187266 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7abfa01a-8384-43f1-a44b-cfb9093882d7 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:34.297620 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 7abfa01a-8384-43f1-a44b-cfb9093882d7 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:34.301798 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 7abfa01a-8384-43f1-a44b-cfb9093882d7 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:34.302193 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:34.391589 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:34.413240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 7abfa01a-8384-43f1-a44b-cfb9093882d7, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7abfa01a-8384-43f1-a44b-cfb9093882d7,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:34.486332 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:34.528434 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:34.548701 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=7abfa01a-8384-43f1-a44b-cfb9093882d7,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:35.012147 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d84b5f50-ca7e-4ec5-a557-ff48ee134c1f req-279e2e57-1187-4b04-9513-86e3a59671f5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=86640c8f-c988-4940-bbe7-fb1c8b16add4 HTTP/1.1" status: 200 len: 210 time: 0.0353711 Sep 01 16:04:35.507604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d413-e7c1-4759-af99-301ea7809221 req-0ffc011c-8aab-42b3-ab6c-86161a14fbea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:35.521101 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Sync routers for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:35.523989 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4935d413-e7c1-4759-af99-301ea7809221 req-0ffc011c-8aab-42b3-ab6c-86161a14fbea tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0979526 Sep 01 16:04:35.553247 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:35.553991 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:35.573545 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4935d413-e7c1-4759-af99-301ea7809221 req-266c9bc5-6e8d-45d9-a502-6edf333388b2 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477486 Sep 01 16:04:35.698679 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:35.942560 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:32Z', 'revision_number': 4, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '53300691-584f-4efd-9471-c7a6bdf53dee', 'name': '', 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'mac_address': 'fa:16:3e:71:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:32Z', 'updated_at': '2021-09-01T16:04:33Z', 'revision_number': 2, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'subnets': [{'id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:35.975465 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Checking router: f2c601cc-82e3-4d9f-bf9e-b45af3422caa for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:35.975834 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Updating router f2c601cc-82e3-4d9f-bf9e-b45af3422caa port 53300691-584f-4efd-9471-c7a6bdf53dee binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:36.012609 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.190866 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7abfa01a-8384-43f1-a44b-cfb9093882d7 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:36.230836 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50228) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:36.304955 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 7abfa01a-8384-43f1-a44b-cfb9093882d7 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:36.306098 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.334024 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.359140 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.438215 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.509135 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.509355 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Transition to ACTIVE for port object 53300691-584f-4efd-9471-c7a6bdf53dee will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:36.512407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.513619 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "DELETE /v2.0/security-groups/d227e9ce-f8d7-4568-b831-40e26304d0fb HTTP/1.1" status: 204 len: 168 time: 0.2817981 Sep 01 16:04:36.518172 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50232) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:36.524833 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9f36d-3926-4262-a48f-fa02113df366 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d227e9ce-f8d7-4568-b831-40e26304d0fb,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:36.531984 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-22cbda41-8bd3-48ce-ae33-e4c81dbc7214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.559553 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.api.v2.resource [None req-ee0ba4cc-d15a-4f39-a0df-07b5c160bd2c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] show failed (client error): The resource could not be found. Sep 01 16:04:36.560697 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ee0ba4cc-d15a-4f39-a0df-07b5c160bd2c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups/d227e9ce-f8d7-4568-b831-40e26304d0fb HTTP/1.1" status: 404 len: 347 time: 0.0413146 Sep 01 16:04:36.563646 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50234) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:36.582301 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.627190 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3a68e-5173-4efe-880d-4de5b0ced9f0 None None] Pushing event updated for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:36.716942 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Attempting to bind port 53300691-584f-4efd-9471-c7a6bdf53dee on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:36.717332 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Attempting to bind port 53300691-584f-4efd-9471-c7a6bdf53dee by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:36.717704 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Attempting to bind port 53300691-584f-4efd-9471-c7a6bdf53dee on network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:36.723412 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:36.723778 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Checking segment: {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:36.724178 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.724587 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Bound using segment: {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:36.725190 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Bound port: 53300691-584f-4efd-9471-c7a6bdf53dee, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558bcf4c-10e4-4ba2-b12b-623f5b724f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:36.725642 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.817608 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec738-b9a4-41f6-bf94-35013c7b7a4a req-b1147e58-5771-4ce7-a0f6-a2eaf4699cc5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.822244 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] For port 53300691-584f-4efd-9471-c7a6bdf53dee, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:36.826927 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] For port 53300691-584f-4efd-9471-c7a6bdf53dee, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=53300691-584f-4efd-9471-c7a6bdf53dee,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:36.828966 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f2dec738-b9a4-41f6-bf94-35013c7b7a4a req-b1147e58-5771-4ce7-a0f6-a2eaf4699cc5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1148942 Sep 01 16:04:36.849690 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Deleting port 237a7ced-93c9-42eb-812f-632e12b84f72 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:36.850030 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.888174 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.931534 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f2dec738-b9a4-41f6-bf94-35013c7b7a4a req-d3ddcc7f-1ca0-4d10-90f3-3d4007bb359c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961380 Sep 01 16:04:36.976034 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:36.976849 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:36.983217 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3a68e-5173-4efe-880d-4de5b0ced9f0 None None] Pushing event updated for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:36.988524 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.989091 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.005231 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Calling delete_port for 237a7ced-93c9-42eb-812f-632e12b84f72 owned by network:floatingip {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:37.131709 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:37.237529 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.284690 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'Port': ['ID=237a7ced-93c9-42eb-812f-632e12b84f72,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:37.353271 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.356440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.373279 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-baace1ce-b0ba-4023-b100-8397d3c241b6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "DELETE /v2.0/floatingips/a58d5847-a6c0-4da8-b127-fdd99ac3f096 HTTP/1.1" status: 204 len: 168 time: 0.8080177 Sep 01 16:04:37.429541 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:32Z', 'revision_number': 4, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '53300691-584f-4efd-9471-c7a6bdf53dee', 'name': '', 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'mac_address': 'fa:16:3e:71:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:32Z', 'updated_at': '2021-09-01T16:04:36Z', 'revision_number': 4, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'subnets': [{'id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:37.477911 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab97a8-128f-4362-8363-3e0bce6b798f None None] The sync data for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi is: [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:04:32Z', 'revision_number': 4, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '53300691-584f-4efd-9471-c7a6bdf53dee', 'name': '', 'network_id': 'beebd4d4-278b-41d7-bb9b-1f8f66cd58a3', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'mac_address': 'fa:16:3e:71:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:32Z', 'updated_at': '2021-09-01T16:04:36Z', 'revision_number': 4, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'subnets': [{'id': 'c202b8b6-113a-4298-bba5-863edfd9533b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:37.753659 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50246) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:37.758609 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309807349', 'description': 'tempest-description--1447787545'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:37.853278 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.965118 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.049235 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.091883 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f582df32-e2ee-4686-ac8e-c9191435d04d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:38.112826 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd21f2-8476-41c0-9748-8e136e03a509 req-7adf775b-98f2-4310-99c2-02cea2c9bcfc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:38.115739 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0cd21f2-8476-41c0-9748-8e136e03a509 req-7adf775b-98f2-4310-99c2-02cea2c9bcfc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0975986 Sep 01 16:04:38.199437 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a0cd21f2-8476-41c0-9748-8e136e03a509 req-972faea4-1f4a-42ed-8243-501032ecc65c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518415 Sep 01 16:04:38.200216 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.204525 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50250) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:38.209368 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group_rule': {'security_group_id': 'f582df32-e2ee-4686-ac8e-c9191435d04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:38.215561 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0ff02e03-ff81-4336-95dc-b24eafbc3278 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4606380 Sep 01 16:04:38.258549 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 53300691-584f-4efd-9471-c7a6bdf53dee up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:38.376725 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:38.397707 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:38.401621 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device e72caf7e-c9ad-48a6-b846-5fcd1e2e5f44 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:38.498028 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.558962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 53300691-584f-4efd-9471-c7a6bdf53dee completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:38.564016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 53300691-584f-4efd-9471-c7a6bdf53dee triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:38.564385 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.565178 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.619180 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.656658 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.693279 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 53300691-584f-4efd-9471-c7a6bdf53dee, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=53300691-584f-4efd-9471-c7a6bdf53dee,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:38.713286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.737733 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e621cc0-e5b2-4b54-babc-5181faf3d806,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:38.759180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.809792 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:38.827695 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:38.831666 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50260) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:38.832129 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-dada212a-7163-4095-b0fd-1b3a2a34937f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261425 Sep 01 16:04:38.837375 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'security_group_rule': {'security_group_id': 'f582df32-e2ee-4686-ac8e-c9191435d04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:38.944174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.016113 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.123694 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.146022 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f59612-fffe-4f35-a9f4-5d32203ee98d,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:39.217802 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.219101 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d2f6e0b1-534b-4f65-9490-473d3368d02a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857622 Sep 01 16:04:39.222142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50266) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:39.226867 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:39.352805 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-82b9c09d-0433-481b-9abd-7e6b36ba015f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1958265 Sep 01 16:04:39.355435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.380404 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8129-1b0f-440e-8ad1-0b703f212ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.399318 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7176531-252e-43b4-b68e-c0183dbb53b0 req-a1b9489c-f0ce-492b-bc66-d76b98d16224 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.400549 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b7176531-252e-43b4-b68e-c0183dbb53b0 req-a1b9489c-f0ce-492b-bc66-d76b98d16224 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0874410 Sep 01 16:04:39.475439 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-23a5dc3e-2c0d-4960-9a37-756a2d0c8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.477103 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-23a5dc3e-2c0d-4960-9a37-756a2d0c8574 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0542634 Sep 01 16:04:39.485174 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b7176531-252e-43b4-b68e-c0183dbb53b0 req-f7d8e855-dd28-41e6-b717-7c422d313c5d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534711 Sep 01 16:04:39.503414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.562155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.625425 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-a5629e80-232f-48fb-ac2c-228a3aff3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.627202 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-a5629e80-232f-48fb-ac2c-228a3aff3587 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.1150498 Sep 01 16:04:39.713111 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Allocated IP 172.27.3.47 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/f6010463-c580-4b1c-9ed8-74a585c74142) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:39.740024 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-e9a6be79-b8d0-4c1e-b83c-be3842932676 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1002 time: 0.1013796 Sep 01 16:04:39.795852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-8157ded1-1418-4b76-8d3d-76b45ded8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.798142 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-8157ded1-1418-4b76-8d3d-76b45ded8bcd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0511057 Sep 01 16:04:39.858168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-35183751-f44b-4358-a3b5-80fd354805df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.860183 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-35183751-f44b-4358-a3b5-80fd354805df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549481 Sep 01 16:04:39.864986 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.974088 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-a80cab29-b6aa-4d50-8145-f1c9a6c610b7 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069055 Sep 01 16:04:40.001254 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.028521 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:40.032109 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:40.037166 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:40.085585 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9d464d6f-9be5-466e-b8fb-b688591e8a3e req-cef0f782-0989-469a-9a0f-bf77ed7c6f50 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039183 Sep 01 16:04:40.210407 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=f6010463-c580-4b1c-9ed8-74a585c74142,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:40.253411 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 53300691-584f-4efd-9471-c7a6bdf53dee up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:40.266303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.305888 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 53300691-584f-4efd-9471-c7a6bdf53dee triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:40.306517 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.309682 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.372246 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.556513 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.632921 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940b34-f8b4-4f32-9644-b16b1d253263 req-4bf80c5b-7ef4-4b49-87ff-8ac4431d0876 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:40.638157 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e6940b34-f8b4-4f32-9644-b16b1d253263 req-4bf80c5b-7ef4-4b49-87ff-8ac4431d0876 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0629156 Sep 01 16:04:40.639545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.993942 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=f6010463-c580-4b1c-9ed8-74a585c74142,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:41.013849 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e6940b34-f8b4-4f32-9644-b16b1d253263 req-de592b14-95d3-46cf-a0d0-8410a0f48c00 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671615 Sep 01 16:04:41.015448 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.138229 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.139548 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-aafa4675-4a73-4f56-9054-a96352a52a5e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9164019 Sep 01 16:04:41.365719 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-22cf92a6-55f0-4889-8f33-9198eb8f3d42 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-securitygroup--309807349&fields=id&tenant_id=482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 267 time: 0.0443144 Sep 01 16:04:41.529737 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-25b5ea7a-37ee-43f0-aebd-4ff945f1134f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.532800 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-25b5ea7a-37ee-43f0-aebd-4ff945f1134f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 810 time: 0.1589942 Sep 01 16:04:41.556639 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-eb1b63bc-b702-43eb-8c03-ce62a0860ef3 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/quotas/482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 375 time: 0.0153537 Sep 01 16:04:41.625714 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-90c24a33-4c03-4921-a2c6-41a218e4d130 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592811 Sep 01 16:04:41.749407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50298) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:41.858271 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fbb5c479-1b85-4195-bd94-6d701992aaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.935743 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-c8bdfbce-57b5-40f9-a03b-06417538ed21 service neutron] 10.222.0.103 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971365 Sep 01 16:04:41.976356 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fbb5c479-1b85-4195-bd94-6d701992aaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.038753 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-5c89a0f2-fded-44bb-b07a-7b26b92796b4 service neutron] 10.222.0.103 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955460 Sep 01 16:04:42.171847 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e30901-3d9f-488f-b858-fba518198bd7 req-f56dec57-dad8-4f5d-ae53-bb8df5accd5d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:42.173382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03e30901-3d9f-488f-b858-fba518198bd7 req-f56dec57-dad8-4f5d-ae53-bb8df5accd5d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0496917 Sep 01 16:04:42.211801 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03e30901-3d9f-488f-b858-fba518198bd7 req-7c013134-9451-479e-bafb-91308f8eea76 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Sep 01 16:04:42.240313 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.258026 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fbb5c479-1b85-4195-bd94-6d701992aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.316649 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c479-1b85-4195-bd94-6d701992aaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01188d3b-8836-48f3-a474-b441f109ae05,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:42.321364 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-fbb5c479-1b85-4195-bd94-6d701992aaf1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=6666834357a3486b879560455e9ae5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705502 Sep 01 16:04:42.323940 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50312) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:42.367256 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ca028af-dd50-4239-9299-7e02668e571d req-b50d62a2-04df-4e01-b078-04487fd1166d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Sep 01 16:04:42.406864 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.436469 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.592078 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.594098 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.599820 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/01188d3b-8836-48f3-a474-b441f109ae05 HTTP/1.1" status: 204 len: 168 time: 0.2731309 Sep 01 16:04:42.608573 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42c336-b2c5-4370-9db2-b6049ff3af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01188d3b-8836-48f3-a474-b441f109ae05,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:43.355947 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972a5c6-b770-4a0d-b853-2777b2026824 req-839a8220-b83f-4435-a2e0-83fe0e372815 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:43.357714 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c972a5c6-b770-4a0d-b853-2777b2026824 req-839a8220-b83f-4435-a2e0-83fe0e372815 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0542798 Sep 01 16:04:43.407390 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c972a5c6-b770-4a0d-b853-2777b2026824 req-aa8c4746-5059-4c96-a077-a441fd84bf1a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Sep 01 16:04:43.524111 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fea78289-818a-400c-8683-cd38e0eccac4 req-e76c3c88-11ed-468b-844c-8c73c1b3aa92 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 210 time: 0.0417352 Sep 01 16:04:43.796176 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50346) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:43.913011 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1596797495-network', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:44.015897 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Made reservation on behalf of 37f8293f0a1446c5b33127b0cb5d57a1 for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:44.018329 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.031099 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.411443 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.474733 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.547786 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1427, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:04:44.616489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1369e-55fe-4923-9642-43216a83e81a req-ec4ddd34-b9a8-4fb1-9366-684668c20420 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.623962 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-76e1369e-55fe-4923-9642-43216a83e81a req-ec4ddd34-b9a8-4fb1-9366-684668c20420 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1070068 Sep 01 16:04:44.637857 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafb7c1-379f-4c24-b9c0-b3a5a6afd5e4,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:44.641336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.641927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Added segment 2348f1d0-1739-48fa-be33-9ed351837513 of type vlan for network dc205efc-3104-4c36-8df8-c9647ec162f4 Sep 01 16:04:44.718037 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.734375 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-80794705-829f-4d94-b397-afd2e85d415a req-122da01f-ed27-4bb4-a41b-4a882d4fb3d5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 210 time: 0.0382447 Sep 01 16:04:44.749320 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-5902346c-d587-4105-bec7-53c574f921f1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.751130 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-5902346c-d587-4105-bec7-53c574f921f1 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 810 time: 0.2442415 Sep 01 16:04:44.781979 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-76e1369e-55fe-4923-9642-43216a83e81a req-627df65c-bac5-4fc0-9c45-ca68a37c721e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570470 Sep 01 16:04:44.831547 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-77c90b2b-30b3-41f2-95d7-b02cc6fa9be6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482f565c4e7e4d45b377d9d3de633c75 HTTP/1.1" status: 200 len: 379 time: 0.0642772 Sep 01 16:04:44.834725 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.835531 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.836255 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.854378 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'port': {'device_id': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'admin_state_up': True, 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'security_groups': ['f582df32-e2ee-4686-ac8e-c9191435d04d']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:45.007636 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc205efc-3104-4c36-8df8-c9647ec162f4,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:45.007759 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network dc205efc-3104-4c36-8df8-c9647ec162f4 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:04:45.181499 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-156f9c93-fdec-4983-bf40-6eab39411de3 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3839271 Sep 01 16:04:45.185344 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50358) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:45.192831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Request body: {'subnet': {'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1596797495-subnet', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:45.372470 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Made reservation on behalf of 482f565c4e7e4d45b377d9d3de633c75 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:45.375890 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.493554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Made reservation on behalf of 37f8293f0a1446c5b33127b0cb5d57a1 for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:45.496522 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.562107 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Allocated IP 172.20.0.8 (6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b/98dc54d5-3f25-4750-a975-0e8696a65dcc/1d0c7933-7bd3-4117-956b-cf3cf09d9ec6) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:45.786648 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.799914 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Transition to ACTIVE for port object 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:45.862529 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-40619f2b-d61c-48cb-8307-48896663d1ed req-26afe7cd-9eba-4a5b-a455-560116f27cd0 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 210 time: 0.0620050 Sep 01 16:04:45.871434 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.938798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.961301 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd8aa9-a64b-4479-ae8c-ff12411d688f req-900f17b5-84e8-41cf-83a2-579794c47a4d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:45.970417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1dcd8aa9-a64b-4479-ae8c-ff12411d688f req-900f17b5-84e8-41cf-83a2-579794c47a4d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0730669 Sep 01 16:04:46.009567 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1dcd8aa9-a64b-4479-ae8c-ff12411d688f req-fcb85937-e0c2-47ed-b3ed-5282fcd1f4aa tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385878 Sep 01 16:04:46.023586 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:46.024414 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818bdf6d-7f77-49bf-be04-76198057b350,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.040449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:46.047416 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:46.050576 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event updated for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.089280 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:46.089758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Network hostable DHCP agents. Network: dc205efc-3104-4c36-8df8-c9647ec162f4, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:04:46.129598 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.130233 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.211451 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:04:46.240898 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-8e07aeb4-8e33-49cd-9199-db274254c52f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011507 Sep 01 16:04:46.267431 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Request body: {'port': {'device_id': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:46.296649 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, dc205efc-3104-4c36-8df8-c9647ec162f4) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:46.304002 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.304590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.305426 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075129cc-e28c-435b-ac4e-9aba7765a3ca None None] Network dc205efc-3104-4c36-8df8-c9647ec162f4 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:46.341237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.380677 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f5672601-faa0-4fa8-be06-0ec008732990 None None] Provisioning for port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:46.392555 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:46.398786 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-f5672601-faa0-4fa8-be06-0ec008732990 None None] Provisioning complete for port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:46.399154 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5672601-faa0-4fa8-be06-0ec008732990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.408450 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-43ee1ae4-f199-49ab-8318-ed6fb37becf5 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2220287 Sep 01 16:04:46.411340 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50368) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:46.415956 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:46.509149 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-f5672601-faa0-4fa8-be06-0ec008732990 None None] Port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:46.515836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.516927 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.560706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-dc205efc-3104-4c36-8df8-c9647ec162f4', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:04:46.561834 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.579678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.593869 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:46.617366 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '00d1872e-aa27-4bfa-97bd-320382201819', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:46.638984 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:46.646330 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.659279 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Transition to ACTIVE for port object 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:46.740570 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.748759 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.762114 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:46.783542 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:46.797846 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.811107 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Allocated IP 172.20.0.2 (dc205efc-3104-4c36-8df8-c9647ec162f4/818bdf6d-7f77-49bf-be04-76198057b350/9cf82856-a3ec-493c-b159-e3dd38ceeb1b) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:46.851366 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.868484 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.977114 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Attempting to bind port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:46.977788 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Attempting to bind port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:46.977897 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Attempting to bind port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:46.987171 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=6']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.987396 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:46.987645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Attempting to bind port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 on network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:47.000521 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:47.001095 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Checking segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:47.001691 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Bound using segment: {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:47.003117 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Bound port: 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506531c-566a-4998-a169-a84e329bb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:47.004065 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.070046 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a28e7-0746-43ef-8afa-d2763542fe7e req-f873da8e-4748-4856-ab9a-dadea99a4fea tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.071846 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-897a28e7-0746-43ef-8afa-d2763542fe7e req-f873da8e-4748-4856-ab9a-dadea99a4fea tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 943 time: 0.0879102 Sep 01 16:04:47.085421 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.095385 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Transition to ACTIVE for port object 9cf82856-a3ec-493c-b159-e3dd38ceeb1b will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:47.104437 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:47.108410 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:47.112341 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['00d1872e-aa27-4bfa-97bd-320382201819'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:47.116876 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Transition to ACTIVE for port object 9cf82856-a3ec-493c-b159-e3dd38ceeb1b will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:47.183971 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.215214 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-897a28e7-0746-43ef-8afa-d2763542fe7e req-83dc7737-d336-47a7-a24c-5e59266eb264 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916793 Sep 01 16:04:47.220456 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.221478 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.222048 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.222379 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.224585 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-72742701-ad25-4d85-9920-845ae653b050 service neutron] 10.222.0.97 "PUT /v2.0/ports/1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 HTTP/1.1" status: 200 len: 1093 time: 0.9673798 Sep 01 16:04:47.225173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:47.227997 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca10c68-0989-44dd-ae14-53028b2ea957" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:47.243407 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.265754 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742701-ad25-4d85-9920-845ae653b050 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:47.293023 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Pushing event updated for resources: {'Port': ['ID=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:47.311220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:47.336769 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:47.361179 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:47.433446 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb10b7-1e49-490b-9a9b-22ca90ad7f06 x-openstack-request-id: req-69bb10b7-1e49-490b-9a9b-22ca90ad7f06 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:47.433819 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:47.434073 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-69bb10b7-1e49-490b-9a9b-22ca90ad7f06 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:47.434379 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'status': 'completed', 'code': 200} Sep 01 16:04:47.454530 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Attempting to bind port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:47.457086 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Attempting to bind port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:47.457086 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Attempting to bind port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:47.457470 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Allocated IP 172.27.3.170 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/dcaac611-c71e-4936-b23f-df8e12c725bf) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:47.461817 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:47.462398 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:47.462900 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.463983 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Bound using segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:47.464115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-2cc2b033-65c3-4760-8729-395f95615ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.464690 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Bound port: 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:47.465191 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.468305 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-2cc2b033-65c3-4760-8729-395f95615ab7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 1096 time: 0.0998495 Sep 01 16:04:47.480024 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cb75-18c6-413c-ad26-01d374789723 req-64478985-a1d3-486f-aab4-dbbe6047361f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.481975 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ff72cb75-18c6-413c-ad26-01d374789723 req-64478985-a1d3-486f-aab4-dbbe6047361f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 945 time: 0.0910292 Sep 01 16:04:47.545809 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-4a5113ac-7140-45fc-b743-4b39e56be82a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 HTTP/1.1" status: 200 len: 217 time: 0.0622137 Sep 01 16:04:47.550901 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] For port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:47.556004 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] For port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:47.590760 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ff72cb75-18c6-413c-ad26-01d374789723 req-fea6a5b2-7e00-492a-a8f1-632db156a570 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012907 Sep 01 16:04:47.616611 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-3d6fa20e-9c92-4dc6-952b-cde4765194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.618110 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-3d6fa20e-9c92-4dc6-952b-cde4765194b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0645707 Sep 01 16:04:47.653522 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.678726 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-775769f9-f682-41b1-b5c4-c0df41fdc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.680346 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-775769f9-f682-41b1-b5c4-c0df41fdc1b7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483613 Sep 01 16:04:47.702501 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.733443 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828c11-71a9-4241-b178-7b3b3e8938f6 None None] Pushing event updated for resources: {'Port': ['ID=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:47.760538 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-dd5fa097-2a36-4ca6-964b-5ac2e1084ba6 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.762287 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-dd5fa097-2a36-4ca6-964b-5ac2e1084ba6 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 814 time: 0.1514521 Sep 01 16:04:47.788476 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-f4ad0d4b-2078-4a8a-a45f-5b02f128a049 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/quotas/4fe6e111b7ce4c86b1adea7218250bdf HTTP/1.1" status: 200 len: 375 time: 0.0159867 Sep 01 16:04:47.802107 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-bfb648c8-5a9a-45db-bf2b-21b0380591c8 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056352 Sep 01 16:04:47.852355 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-66db3847-db28-4d78-bf88-5af8b1629bac tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568609 Sep 01 16:04:47.863454 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.937071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:47.943075 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:47.955071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:47.977164 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-92d28647-bd5f-4aee-9949-ba71676b56c7 req-bd880e3a-e769-4865-b226-9351ed07fa35 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548455 Sep 01 16:04:48.060918 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Pushing event updated for resources: {'Port': ['ID=dcaac611-c71e-4936-b23f-df8e12c725bf,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:48.200537 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-b638cd3e-bab7-4376-9713-57a7186b5025 service neutron] 10.222.0.103 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330719 Sep 01 16:04:48.214831 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 9cf82856-a3ec-493c-b159-e3dd38ceeb1b up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:48.310241 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-0a2c9dce-6cee-46f9-a889-584b4e5a2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.314865 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-0a2c9dce-6cee-46f9-a889-584b4e5a2d19 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 1096 time: 0.0591035 Sep 01 16:04:48.326138 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:48.401735 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-462a244f-381e-4438-b9eb-6fce42041db8 service neutron] 10.222.0.103 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940036 Sep 01 16:04:48.408284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:48.460634 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:48.474828 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2da7b-25b3-4030-8480-b942e8a83b01 req-b12cd554-97a0-4f78-8774-522f66989bd2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.476818 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-67d2da7b-25b3-4030-8480-b942e8a83b01 req-b12cd554-97a0-4f78-8774-522f66989bd2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 943 time: 0.0891404 Sep 01 16:04:48.477450 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-3b781266-3492-4e06-b2ce-db08e0a99b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.478922 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-3b781266-3492-4e06-b2ce-db08e0a99b91 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.1583388 Sep 01 16:04:48.539009 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 00d1872e-aa27-4bfa-97bd-320382201819 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:48.539644 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:48.551901 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-12ab7374-dce5-40ca-b491-acf95583127e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 HTTP/1.1" status: 200 len: 217 time: 0.0624795 Sep 01 16:04:48.595249 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-67d2da7b-25b3-4030-8480-b942e8a83b01 req-e24d1416-1734-4d25-aac7-bddeb4a678af tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473959 Sep 01 16:04:48.648058 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:48.703641 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:48.722863 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-6e696b23-113a-47d4-8511-9d546e8619b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.725202 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d26ee-12fa-4c22-b8fe-31527196b21c" -d '{"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:48.742918 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-6e696b23-113a-47d4-8511-9d546e8619b4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.1812632 Sep 01 16:04:48.744134 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:48.829809 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:48.856532 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d8144a66-6643-44d8-8e71-6624ff9e150c req-998805ad-839b-4b01-a1db-afd80d2c9e3d tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 210 time: 0.0913351 Sep 01 16:04:48.872019 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-04600fd9-6f89-49ac-9862-6c9bef004bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.872019 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-04600fd9-6f89-49ac-9862-6c9bef004bd0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123810 Sep 01 16:04:48.880283 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74695b61-8f14-446a-ba6e-18c7d0849a71 req-86a939ff-f9c3-481d-9c15-4ebe7089fb60 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.883029 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74695b61-8f14-446a-ba6e-18c7d0849a71 req-86a939ff-f9c3-481d-9c15-4ebe7089fb60 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 945 time: 0.1871161 Sep 01 16:04:48.937278 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=7']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:48.960081 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4623d96-3b11-45d6-a490-8bd0257b8eea None None] Network dc205efc-3104-4c36-8df8-c9647ec162f4 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:48.995183 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-a6e503d1-6969-4f26-9285-16acd753ffee service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211150 Sep 01 16:04:49.174080 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1ca10c68-0989-44dd-ae14-53028b2ea957 req-235bc941-3107-4235-9637-baf0a2d34c24 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706164 Sep 01 16:04:49.201975 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Provisioning for port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:49.205715 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed877e3-6c85-4bd6-9260-ac8588e1bb13 x-openstack-request-id: req-5ed877e3-6c85-4bd6-9260-ac8588e1bb13 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:49.206045 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:49.207437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-5ed877e3-6c85-4bd6-9260-ac8588e1bb13 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:49.207845 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'code': 200} Sep 01 16:04:49.210845 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Provisioning complete for port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:49.211860 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.276793 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-74695b61-8f14-446a-ba6e-18c7d0849a71 req-911ef628-6c47-4a74-b8f7-a3968e9455e6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642700 Sep 01 16:04:49.278680 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.336671 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.379890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] For port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:49.463063 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.523704 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826941db-13ce-4ff0-868c-ea9b4db82e6b None None] Pushing event updated for resources: {'Port': ['ID=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:49.553605 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Router ec08383c-97ad-416c-b04e-9e1f548d4609 is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:04:49.584962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-cc478805-f092-437f-a302-d7e921a4423b None None] Provisioning complete for port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:49.589729 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-cc478805-f092-437f-a302-d7e921a4423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.741144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:49.754163 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:49.766165 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e757a-929c-4970-aa5c-3f3175bea89f req-6fc17f09-32c5-4856-ab23-6f135594abc6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:49.773461 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4d0e757a-929c-4970-aa5c-3f3175bea89f req-6fc17f09-32c5-4856-ab23-6f135594abc6 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 943 time: 0.0911541 Sep 01 16:04:49.774111 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:49.774967 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:49.827344 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4d0e757a-929c-4970-aa5c-3f3175bea89f req-e6e39694-ed81-4e1b-91d8-3cf1175ca0ee tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482302 Sep 01 16:04:49.837276 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.837276 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-509e8165-0700-4555-adb6-00432e855592 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4234796 Sep 01 16:04:49.839408 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50440) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:49.925394 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:49.981844 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8372012-6d66-484e-8b74-eabeb3dbbd9a req-646f8e83-b10e-4438-b551-1defac8d0b1f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 210 time: 0.0302200 Sep 01 16:04:50.149149 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:48Z', 'revision_number': 3, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:50.182833 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:50.183314 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Updating router ec08383c-97ad-416c-b04e-9e1f548d4609 port dcaac611-c71e-4936-b23f-df8e12c725bf binding host dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:50.216781 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.243514 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 9cf82856-a3ec-493c-b159-e3dd38ceeb1b up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:50.459703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4469-9d78-4419-9361-9df77c516613 req-2a062e60-4f3d-4e33-a53e-77f0c181ebaf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:50.461744 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ec5e4469-9d78-4419-9361-9df77c516613 req-2a062e60-4f3d-4e33-a53e-77f0c181ebaf tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0556681 Sep 01 16:04:50.499675 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:50.538561 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ec5e4469-9d78-4419-9361-9df77c516613 req-88b37b89-a6eb-42b0-8f89-07185fb87354 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665698 Sep 01 16:04:50.610631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.633022 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:50.633702 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.766430 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:50.789379 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'port_id': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'mac_address': 'fa:16:3e:86:3e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:50.812326 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Allocated IP 172.20.0.1 (dc205efc-3104-4c36-8df8-c9647ec162f4/818bdf6d-7f77-49bf-be04-76198057b350/7c55901a-23ad-4b0a-8c2d-022024004f2f) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:50.878375 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.940336 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:50.986608 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.001873 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Transition to ACTIVE for port object 7c55901a-23ad-4b0a-8c2d-022024004f2f will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:51.031648 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90933bfb-7fb6-460e-8deb-b9793a7c87cb req-16edefab-16f2-4c74-95eb-3fd91266c22f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.046611 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-90933bfb-7fb6-460e-8deb-b9793a7c87cb req-16edefab-16f2-4c74-95eb-3fd91266c22f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 943 time: 0.1201425 Sep 01 16:04:51.047297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:51.064485 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks [] for port, precommit_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.098205 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Transition to ACTIVE for port object dcaac611-c71e-4936-b23f-df8e12c725bf will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:51.099777 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-90933bfb-7fb6-460e-8deb-b9793a7c87cb req-34ce437a-938a-461f-aa5e-8b0ca1f1b288 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521474 Sep 01 16:04:51.142140 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.154934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98818b3f-a335-40d9-969f-765e502dce8f req-74fe38df-da03-428f-b9aa-afc37499c615 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 210 time: 0.0281281 Sep 01 16:04:51.178051 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.222852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:51.226112 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:51.226397 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:51.231373 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:51.241969 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.289303 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:51.304972 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Attempting to bind port dcaac611-c71e-4936-b23f-df8e12c725bf on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:51.305534 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Attempting to bind port dcaac611-c71e-4936-b23f-df8e12c725bf by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:51.305912 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Attempting to bind port dcaac611-c71e-4936-b23f-df8e12c725bf on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:51.319223 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:51.319595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:51.319989 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.320380 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:51.320859 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Bound port: dcaac611-c71e-4936-b23f-df8e12c725bf, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:51.321258 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.377855 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3153e00-364c-4a06-aabd-7bb40f1a0b82 None None] Pushing event updated for resources: {'Port': ['ID=dcaac611-c71e-4936-b23f-df8e12c725bf,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.384524 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.386675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.386675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:51.414477 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] For port dcaac611-c71e-4936-b23f-df8e12c725bf, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:51.420175 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] For port dcaac611-c71e-4936-b23f-df8e12c725bf, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=dcaac611-c71e-4936-b23f-df8e12c725bf,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:51.425601 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.496538 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:51.560405 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-4d2cbbd5-1227-4194-8c88-fad87e06d3ed tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.560405 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-4d2cbbd5-1227-4194-8c88-fad87e06d3ed tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 814 time: 0.2847590 Sep 01 16:04:51.562568 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.603203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'port': {'device_id': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'admin_state_up': True, 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:51.700377 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3153e00-364c-4a06-aabd-7bb40f1a0b82 None None] Pushing event updated for resources: {'Port': ['ID=dcaac611-c71e-4936-b23f-df8e12c725bf,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:51.726165 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:51.726921 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:51.769558 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80e5f1-f61b-42c9-90ce-7d8803a0fe4d req-beefc07a-674e-4357-854a-15ae238e7519 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.773393 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-3900462d-eb3e-45be-b627-7c331bbafcc1 None None] Provisioning for port 7c55901a-23ad-4b0a-8c2d-022024004f2f completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:51.774445 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af80e5f1-f61b-42c9-90ce-7d8803a0fe4d req-beefc07a-674e-4357-854a-15ae238e7519 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1073203 Sep 01 16:04:51.805005 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-3900462d-eb3e-45be-b627-7c331bbafcc1 None None] Provisioning complete for port 7c55901a-23ad-4b0a-8c2d-022024004f2f triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:51.805005 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3900462d-eb3e-45be-b627-7c331bbafcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.853386 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af80e5f1-f61b-42c9-90ce-7d8803a0fe4d req-88edb5f3-32aa-4264-aa44-2d4d50ba745b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596492 Sep 01 16:04:51.910559 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:51.922354 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-3900462d-eb3e-45be-b627-7c331bbafcc1 None None] Port 7c55901a-23ad-4b0a-8c2d-022024004f2f cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:52.013933 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:52.062890 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Made reservation on behalf of 4fe6e111b7ce4c86b1adea7218250bdf for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:52.067015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.264988 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.293449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Allocated IP 172.20.0.7 (3d9bed4d-73aa-49ba-8c30-d0e6955bb774/8baf77a9-45ef-445c-beef-df78b8683ccc/5215c619-edaf-407b-ba90-faa5ce769ac7) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:52.335557 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.348254 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c8f20fbd-2583-4921-95b2-2f53b94b65db req-ecc8d0bb-1cb8-4142-b09d-43642def3f85 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 210 time: 0.0478678 Sep 01 16:04:52.425868 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:48Z', 'revision_number': 3, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:52.457585 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.545049 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9d9b-3507-42e1-bcae-f75617931110 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:48Z', 'revision_number': 3, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:52.558370 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:52.584046 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557da5a-dbba-4b1a-a127-ec615d4f1745 req-dbf78d6e-c41d-44d6-af40-c8adda4c5aa2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:52.629638 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8557da5a-dbba-4b1a-a127-ec615d4f1745 req-dbf78d6e-c41d-44d6-af40-c8adda4c5aa2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 944 time: 0.1719923 Sep 01 16:04:52.680939 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.734692 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8557da5a-dbba-4b1a-a127-ec615d4f1745 req-dac5005f-c8df-4f7c-9274-5cec3123dde4 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976305 Sep 01 16:04:52.785927 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Transition to ACTIVE for port object 5215c619-edaf-407b-ba90-faa5ce769ac7 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:52.854467 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:52.856732 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:53.159710 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211b52-86e0-46d8-bfdc-9c3395a31a9a req-bd31cd79-4e46-4a4e-99aa-ac7f41f81f83 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:53.180766 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d211b52-86e0-46d8-bfdc-9c3395a31a9a req-bd31cd79-4e46-4a4e-99aa-ac7f41f81f83 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1523223 Sep 01 16:04:53.316155 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d211b52-86e0-46d8-bfdc-9c3395a31a9a req-e5ab8e44-2eda-4bf1-b6f2-28c68a26b248 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336765 Sep 01 16:04:53.366313 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-31950ca7-8b14-418c-8aeb-9d86a0b08f9a None None] Provisioning complete for port 7c55901a-23ad-4b0a-8c2d-022024004f2f triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:53.368028 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-31950ca7-8b14-418c-8aeb-9d86a0b08f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:53.489082 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-31950ca7-8b14-418c-8aeb-9d86a0b08f9a None None] Port 7c55901a-23ad-4b0a-8c2d-022024004f2f cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:53.542744 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be278e-136f-456f-b580-911de53c97d3 req-138ebd7b-6b57-43c4-bcd2-2d4674ae87f3 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:53.554461 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b8be278e-136f-456f-b580-911de53c97d3 req-138ebd7b-6b57-43c4-bcd2-2d4674ae87f3 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 931 time: 0.0772886 Sep 01 16:04:53.617685 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:53.644698 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b8be278e-136f-456f-b580-911de53c97d3 req-ef086e3b-28ab-4c5f-881a-eeac9ae780d2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888147 Sep 01 16:04:53.681170 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:53.692252 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:53.694956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:53.759956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:53.773829 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:53.790289 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:53.790967 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:53.880578 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344133a-8b5f-438f-b071-633c7dfd796e req-ff8f05eb-dc0c-4b26-ad32-1d651b6e040b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:53.884949 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e344133a-8b5f-438f-b071-633c7dfd796e req-ff8f05eb-dc0c-4b26-ad32-1d651b6e040b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 944 time: 0.0623755 Sep 01 16:04:53.933998 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e344133a-8b5f-438f-b071-633c7dfd796e req-707935c9-fcf9-4e99-9b26-6ffb4b31cd9a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442913 Sep 01 16:04:53.950855 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:53.956412 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-520bec7a-58eb-4ba1-ae62-e7bfff2afeb2 admin admin] 10.222.0.103 "PUT /v2.0/routers/ec08383c-97ad-416c-b04e-9e1f548d4609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1157894 Sep 01 16:04:54.098800 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-fcc83094-2f93-4cfa-8813-5bb425b6fd61 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5076661 Sep 01 16:04:54.126212 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-0ab25b20-2021-44a2-9a6d-bfb9d0a9247a None None] Provisioning for port 5215c619-edaf-407b-ba90-faa5ce769ac7 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:54.132544 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-0ab25b20-2021-44a2-9a6d-bfb9d0a9247a None None] Provisioning complete for port 5215c619-edaf-407b-ba90-faa5ce769ac7 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:54.134847 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0ab25b20-2021-44a2-9a6d-bfb9d0a9247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:54.198920 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-0ab25b20-2021-44a2-9a6d-bfb9d0a9247a None None] Port 5215c619-edaf-407b-ba90-faa5ce769ac7 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:54.282164 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device dcaac611-c71e-4936-b23f-df8e12c725bf up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:54.447443 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port dcaac611-c71e-4936-b23f-df8e12c725bf completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:54.455612 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port dcaac611-c71e-4936-b23f-df8e12c725bf triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:54.458611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:54.458611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:54.489143 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65ecd-1ff6-45ae-83eb-7b846455a293 req-cf664cf0-71a1-4773-82ec-298605e3be64 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.491279 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9bd65ecd-1ff6-45ae-83eb-7b846455a293 req-cf664cf0-71a1-4773-82ec-298605e3be64 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0969496 Sep 01 16:04:54.595883 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9bd65ecd-1ff6-45ae-83eb-7b846455a293 req-2073b699-e2e9-4029-830f-70d1b43325ed tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919921 Sep 01 16:04:54.739178 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:54.776673 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port dcaac611-c71e-4936-b23f-df8e12c725bf, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=dcaac611-c71e-4936-b23f-df8e12c725bf,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:54.793736 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:54.800811 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:54.802969 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:54.860711 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:54.915840 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2fe5-74d3-4727-be4f-4f4d362fdfee req-1b0f2610-0a89-4f66-a203-43112af488c4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.918759 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a89a2fe5-74d3-4727-be4f-4f4d362fdfee req-1b0f2610-0a89-4f66-a203-43112af488c4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 931 time: 0.1557403 Sep 01 16:04:55.034623 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=dcaac611-c71e-4936-b23f-df8e12c725bf,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:55.038215 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.078922 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:55.091971 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:55.092807 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a89a2fe5-74d3-4727-be4f-4f4d362fdfee req-46cd8678-1cfc-419f-869f-d6286c036841 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678813 Sep 01 16:04:55.093151 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:55.120791 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:55.129253 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c08dfb-8996-406c-a28b-cffdb390ea9f" -d '{"events": [{"server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "name": "network-vif-plugged", "status": "completed", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:55.169127 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:55.176798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Request body: {'port': {'device_id': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:55.199032 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5646c6-ab33-4df3-b515-ec1d2e9e4da0 req-8b0596c5-e678-4606-989a-93d04b001faa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:55.206849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50512) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:55.214557 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd47747-507d-4dbe-9df3-ef7cc6c4c7a3 x-openstack-request-id: req-abd47747-507d-4dbe-9df3-ef7cc6c4c7a3 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:55.215002 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "name": "network-vif-plugged", "status": "completed", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:55.215277 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-abd47747-507d-4dbe-9df3-ef7cc6c4c7a3 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:55.215667 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'code': 200} Sep 01 16:04:55.219222 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f5646c6-ab33-4df3-b515-ec1d2e9e4da0 req-8b0596c5-e678-4606-989a-93d04b001faa tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 944 time: 0.1880960 Sep 01 16:04:55.220124 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1527727231-network', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:55.250500 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.295716 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f5646c6-ab33-4df3-b515-ec1d2e9e4da0 req-b6ddb441-c640-4366-9db9-286135bdfa06 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754168 Sep 01 16:04:55.351406 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.365654 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:55.392080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:55.423854 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Made reservation on behalf of f8f9cdd156884edf99cebe0c887b5daa for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:55.426698 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.457990 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.704292 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 2, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:55.753522 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:55.753880 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Updating router ec08383c-97ad-416c-b04e-9e1f548d4609 port 7c55901a-23ad-4b0a-8c2d-022024004f2f binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:04:55.893181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4e63-040c-4303-b821-d4645352d848 req-f2e4e32c-1a6c-4399-aae2-82e9d155c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:55.894987 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ecef4e63-040c-4303-b821-d4645352d848 req-f2e4e32c-1a6c-4399-aae2-82e9d155c9dd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 1098 time: 0.2041628 Sep 01 16:04:55.924683 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.944157 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81bf54-47e2-4796-99f6-1f9169c6c523 req-19d965bb-d45e-47ef-87e7-4532eb0612f1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:55.957784 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af81bf54-47e2-4796-99f6-1f9169c6c523 req-19d965bb-d45e-47ef-87e7-4532eb0612f1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1902599 Sep 01 16:04:55.988659 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.014136 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-af81bf54-47e2-4796-99f6-1f9169c6c523 req-53971c69-2e15-49b0-9307-7ebc3e80ae07 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548337 Sep 01 16:04:56.165747 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5215c619-edaf-407b-ba90-faa5ce769ac7 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:56.175441 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.199068 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Transition to ACTIVE for port object 5215c619-edaf-407b-ba90-faa5ce769ac7 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:56.201403 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ecef4e63-040c-4303-b821-d4645352d848 req-1329078a-494b-4d6d-8c69-2054c066fd39 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296177 Sep 01 16:04:56.202053 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.247882 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:04:56.277260 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.277260 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Added segment 006b7618-4f38-44f0-b1d0-bcabd8e75382 of type vlan for network f13089a7-b8d4-40d9-afda-212450cf7242 Sep 01 16:04:56.281647 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device dcaac611-c71e-4936-b23f-df8e12c725bf up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:56.349714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178812d-1768-477e-9582-be0ec42bb2a5 req-a7d6a2e9-8eeb-4d81-9633-8254fbda7c33 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:56.354827 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0178812d-1768-477e-9582-be0ec42bb2a5 req-a7d6a2e9-8eeb-4d81-9633-8254fbda7c33 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 931 time: 0.1389487 Sep 01 16:04:56.390462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.398945 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port dcaac611-c71e-4936-b23f-df8e12c725bf triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:56.399330 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.465462 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.477185 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.495189 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0178812d-1768-477e-9582-be0ec42bb2a5 req-cb714bad-232d-4340-bae7-58e0e136b608 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330435 Sep 01 16:04:56.498265 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Transition to ACTIVE for port object 7c55901a-23ad-4b0a-8c2d-022024004f2f will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:56.528773 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd6571-10d5-4faf-bed3-7c6bfd45f500 req-07ce1123-69da-4511-944a-e39a9111e3e8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:56.530598 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55dd6571-10d5-4faf-bed3-7c6bfd45f500 req-07ce1123-69da-4511-944a-e39a9111e3e8 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0864112 Sep 01 16:04:56.587080 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.587811 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.590173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:56.590773 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.611685 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-55dd6571-10d5-4faf-bed3-7c6bfd45f500 req-4ae4064c-cecf-43df-8c8f-1f7ac727078e tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635195 Sep 01 16:04:56.820530 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Attempting to bind port 5215c619-edaf-407b-ba90-faa5ce769ac7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:56.820793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Attempting to bind port 5215c619-edaf-407b-ba90-faa5ce769ac7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:56.821131 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Attempting to bind port 5215c619-edaf-407b-ba90-faa5ce769ac7 on network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:56.833171 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca6e19-291f-4f15-a8e4-ee88df4d5780,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:56.844406 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Attempting to bind port 7c55901a-23ad-4b0a-8c2d-022024004f2f on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:56.844923 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Attempting to bind port 7c55901a-23ad-4b0a-8c2d-022024004f2f by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:56.845452 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Attempting to bind port 7c55901a-23ad-4b0a-8c2d-022024004f2f on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:56.863029 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:56.863466 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:56.863984 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.864445 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Bound using segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:56.865052 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Bound port: 7c55901a-23ad-4b0a-8c2d-022024004f2f, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:56.865520 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.871399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Port 5215c619-edaf-407b-ba90-faa5ce769ac7 on network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:56.872173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Attempting to bind port 5215c619-edaf-407b-ba90-faa5ce769ac7 on network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:56.913966 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:56.914574 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Checking segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:56.915128 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Bound using segment: {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:56.917590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Bound port: 5215c619-edaf-407b-ba90-faa5ce769ac7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02001f13-85c7-4cca-be7a-97608b255459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:56.917590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.967263 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] For port 7c55901a-23ad-4b0a-8c2d-022024004f2f, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:56.976531 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] For port 7c55901a-23ad-4b0a-8c2d-022024004f2f, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7c55901a-23ad-4b0a-8c2d-022024004f2f,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:56.978945 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c0137-f041-4bd1-8b36-077ed90d8579 None None] Pushing event updated for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:57.036415 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8284850 Sep 01 16:04:57.040070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50524) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:57.045991 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:57.048208 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Request body: {'subnet': {'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1527727231-subnet', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'ip_version': 4}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:57.114063 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc36e9-c699-43bb-8a6e-a794c92cc11b admin admin] Pushing event updated for resources: {'Network': ['ID=f13089a7-b8d4-40d9-afda-212450cf7242,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:57.126806 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network f13089a7-b8d4-40d9-afda-212450cf7242 details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:04:57.156505 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:57.233566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:57.240542 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:57.241530 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:57.247018 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:57.271144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Made reservation on behalf of f8f9cdd156884edf99cebe0c887b5daa for: {'subnet': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:57.279414 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8889471'] for subnet, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:57.331818 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:57.363638 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a637d5-a2c2-49fd-a299-42b4c5173147 req-d27737a0-2da8-47b2-9c05-a3b965a6041a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.388295 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-04a637d5-a2c2-49fd-a299-42b4c5173147 req-d27737a0-2da8-47b2-9c05-a3b965a6041a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.2444885 Sep 01 16:04:57.398687 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.399298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:57.401079 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] 10.222.0.97 "PUT /v2.0/ports/5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 1093 time: 2.2297873 Sep 01 16:04:57.404609 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:57.407240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:57.467088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7361eb-7444-4849-ad20-e65fe7875cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:57.514045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-04a637d5-a2c2-49fd-a299-42b4c5173147 req-fb18d0d9-9e05-4be1-86c0-097aee137ac4 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162953 Sep 01 16:04:57.534047 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50fef6a-f5bc-4582-a206-d7abd60aa7dd x-openstack-request-id: req-b50fef6a-f5bc-4582-a206-d7abd60aa7dd {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:57.534047 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:57.534047 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b50fef6a-f5bc-4582-a206-d7abd60aa7dd {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:57.534047 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:04:57.638636 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c0137-f041-4bd1-8b36-077ed90d8579 None None] Pushing event updated for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:57.914998 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcb568-19f9-48c9-a03d-00c60581403f req-d7478b0a-2a6d-430c-874c-f0661d4b73b1 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.916654 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-affcb568-19f9-48c9-a03d-00c60581403f req-d7478b0a-2a6d-430c-874c-f0661d4b73b1 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.1758139 Sep 01 16:04:57.956420 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-6eb48e1b-64ac-4203-887c-21b0bc7d7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.958150 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-6eb48e1b-64ac-4203-887c-21b0bc7d7910 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1096 time: 0.2350075 Sep 01 16:04:57.972591 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:58.058163 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-affcb568-19f9-48c9-a03d-00c60581403f req-4db6ac32-e762-4bc4-96cf-0821823b68e0 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336918 Sep 01 16:04:58.105274 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44f9c9-61de-42d0-87ea-186a758f053e req-47c7f9b6-edb2-4400-9b6a-77f31c7ca40d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.106884 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3d44f9c9-61de-42d0-87ea-186a758f053e req-47c7f9b6-edb2-4400-9b6a-77f31c7ca40d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.1570811 Sep 01 16:04:58.166042 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3d44f9c9-61de-42d0-87ea-186a758f053e req-699c3a89-5c22-40da-9300-1c22a5d466d2 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500433 Sep 01 16:04:58.525224 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:04:56Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:58.617616 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49efce52-fb06-45e4-be42-094ba6e03c41 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:04:56Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:58.730664 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3693516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8889449'] for subnet, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:58.949369 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed14caa-efde-4f22-a484-419a5090a21e req-efde13f7-a25a-4ebe-8bfb-f496176766fc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.951417 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9ed14caa-efde-4f22-a484-419a5090a21e req-efde13f7-a25a-4ebe-8bfb-f496176766fc tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.3289530 Sep 01 16:04:58.972097 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e3730c-a5cf-4113-867b-7221c48f194c,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:59.005789 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Checking segment: {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:59.006155 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Network hostable DHCP agents. Network: f13089a7-b8d4-40d9-afda-212450cf7242, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:04:59.035181 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9ed14caa-efde-4f22-a484-419a5090a21e req-bb9ffc74-4f92-450d-9c51-74812cf5db11 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663757 Sep 01 16:04:59.328245 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80cf57-f84c-44ea-b3f3-f0dc75853eca req-fcc5b21a-5417-47f5-bb9d-87a9d897c048 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.329766 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9f80cf57-f84c-44ea-b3f3-f0dc75853eca req-fcc5b21a-5417-47f5-bb9d-87a9d897c048 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.0837793 Sep 01 16:04:59.343414 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477fa95-a6ea-48f0-9833-61a5523c97fd req-2631ed9b-2ab9-4593-aafa-9a5837c9fa7f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.344912 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c477fa95-a6ea-48f0-9833-61a5523c97fd req-2631ed9b-2ab9-4593-aafa-9a5837c9fa7f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0730939 Sep 01 16:04:59.383089 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Network f13089a7-b8d4-40d9-afda-212450cf7242 is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:04:59.413493 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c477fa95-a6ea-48f0-9833-61a5523c97fd req-7e6bd1b5-57b0-4553-8986-90647fcd2c8f tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614057 Sep 01 16:04:59.417252 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9f80cf57-f84c-44ea-b3f3-f0dc75853eca req-eb9f60bb-219a-45b2-9ef9-d4f3b1567dd1 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707440 Sep 01 16:04:59.491300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, f13089a7-b8d4-40d9-afda-212450cf7242) {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:59.496158 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.496753 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:59.505006 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11500312-d789-4bec-aaa9-31e94d2b1fbe None None] Network f13089a7-b8d4-40d9-afda-212450cf7242 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:59.529559 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-4c85475b-b8f0-4b7b-95ef-15cfa0aa6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.533450 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-4c85475b-b8f0-4b7b-95ef-15cfa0aa6de5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1682346 Sep 01 16:04:59.677687 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b141603c-5ea4-4a7c-ab76-285199a5eff3 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6331766 Sep 01 16:04:59.689351 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50544) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:59.707247 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:59.762540 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp672b2786-f3b9-551f-a961-7946026b624c-f13089a7-b8d4-40d9-afda-212450cf7242', 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'fixed_ips': [{'subnet_id': '03e3730c-a5cf-4113-867b-7221c48f194c'}]}} from dv-cinder-788366-6-iscsi. {{(pid=106022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:04:59.763399 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:59.783050 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a60e-d88e-4679-bb71-6ff7055f1cc9 req-7a230e47-821f-4326-9c06-efa49d7aeed5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.795748 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2653a60e-d88e-4679-bb71-6ff7055f1cc9 req-7a230e47-821f-4326-9c06-efa49d7aeed5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.2127283 Sep 01 16:04:59.809279 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50548) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:59.816160 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Request body: {'floatingip': {'port_id': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:59.832390 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-72b8ac44-3eca-4339-a1d0-f8f65e7ceadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:59.835522 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e3ef7524-72b1-44cb-bbfb-ade89b0ac4e2 req-72b8ac44-3eca-4339-a1d0-f8f65e7ceadc service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2052541 Sep 01 16:04:59.883715 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:59.968000 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-731147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3135'] for router, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:59.969366 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697758', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3124'] for router, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.030520 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.db_base_plugin_common [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Allocated IP 172.20.0.2 (f13089a7-b8d4-40d9-afda-212450cf7242/03e3730c-a5cf-4113-867b-7221c48f194c/4f387f8a-69d3-48ad-8340-c533da2fd6b3) {{(pid=106022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:00.131304 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.247122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-ae578d22-fda0-4fff-83ea-4e2bded0078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.252496 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-ae578d22-fda0-4fff-83ea-4e2bded0078e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1096 time: 0.1331420 Sep 01 16:05:00.333826 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks [] for port, precommit_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.354666 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Transition to ACTIVE for port object 4f387f8a-69d3-48ad-8340-c533da2fd6b3 will not be triggered until provisioned by entity L2. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:00.376656 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Transition to ACTIVE for port object 4f387f8a-69d3-48ad-8340-c533da2fd6b3 will not be triggered until provisioned by entity DHCP. {{(pid=106022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:00.378858 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-114473e9-a577-4967-bd45-c1d3792f87ba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 217 time: 0.1062288 Sep 01 16:05:00.394614 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7c55901a-23ad-4b0a-8c2d-022024004f2f up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:00.431671 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b19f2c-b0a1-4942-9666-1602549a6711 req-fc839bc4-437d-4b51-883c-e9cb5f52a780 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.440015 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5b19f2c-b0a1-4942-9666-1602549a6711 req-fc839bc4-437d-4b51-883c-e9cb5f52a780 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.2252684 Sep 01 16:05:00.457456 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102'] for port, after_create {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.467023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.498240 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-89f518bd-858d-4779-91f7-1a498b98dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.499927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-89f518bd-858d-4779-91f7-1a498b98dd05 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.1095126 Sep 01 16:05:00.523695 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Network f13089a7-b8d4-40d9-afda-212450cf7242 is already hosted by enough agents. {{(pid=106022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:00.544522 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b5b19f2c-b0a1-4942-9666-1602549a6711 req-0951321e-e7b0-4725-83ae-7fb7f0706c76 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035221 Sep 01 16:05:00.546480 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Resources bound (agent type, host, resource id): {{(pid=106022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:00.558222 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Received port after_create {{(pid=106022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:00.653537 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-25ac4fdd-c342-46e2-b76f-9682f752e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.658312 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-25ac4fdd-c342-46e2-b76f-9682f752e960 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420598 Sep 01 16:05:00.785942 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-6455fbd7-4184-4869-b235-159ed9b0bd73 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214342 Sep 01 16:05:00.801512 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Pushing event updated for resources: {'Port': ['ID=4f387f8a-69d3-48ad-8340-c533da2fd6b3,revision_number=1']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:00.833725 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7068795-7e80-4477-a574-2b8ccb291abc req-f6e64668-4238-4a9f-9780-71cdcedd0183 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.835934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f7068795-7e80-4477-a574-2b8ccb291abc req-f6e64668-4238-4a9f-9780-71cdcedd0183 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.1992443 Sep 01 16:05:00.847429 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Attempting to bind port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:00.847794 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Attempting to bind port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:00.848160 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Attempting to bind port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 on network f13089a7-b8d4-40d9-afda-212450cf7242 {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:00.865817 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:00.866260 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Checking segment: {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:00.866729 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.867126 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Bound using segment: {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'} {{(pid=106022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:00.867598 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.managers [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Bound port: 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'}}] {{(pid=106022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:00.867983 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.947929 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 7c55901a-23ad-4b0a-8c2d-022024004f2f completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:00.950761 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-66acdff2-481a-41b5-a90b-db8995adc6bb req-d32649f5-0f37-4ad8-917e-27352d7bef8c service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478469 Sep 01 16:05:00.953030 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 7c55901a-23ad-4b0a-8c2d-022024004f2f triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:00.953430 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.018358 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f7068795-7e80-4477-a574-2b8ccb291abc req-0c0c3ea9-43aa-420a-bfc1-2664237161f9 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704099 Sep 01 16:05:01.125073 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] For port 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:01.130699 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] For port 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4f387f8a-69d3-48ad-8340-c533da2fd6b3,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:01.189519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.202991 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.311463 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 7c55901a-23ad-4b0a-8c2d-022024004f2f, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7c55901a-23ad-4b0a-8c2d-022024004f2f,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:01.323519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab222-ab42-4e3f-9720-c08546ae1b66 None None] Pushing event updated for resources: {'Port': ['ID=4f387f8a-69d3-48ad-8340-c533da2fd6b3,revision_number=2']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:01.379806 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.400043 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.410243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.412426 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:01.630116 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:01.953760 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Allocated IP 172.27.3.200 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/5f8859fa-8a66-4010-b52d-0a798fd24442) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:02.100192 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.160368 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.300778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.368796 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:02.374423 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8859fa-8a66-4010-b52d-0a798fd24442,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:02.377318 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:02.394636 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:02.482044 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7c55901a-23ad-4b0a-8c2d-022024004f2f up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:02.624023 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 7c55901a-23ad-4b0a-8c2d-022024004f2f triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:02.624819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.761051 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b063-ae14-4312-93d8-72f2d5bf9fc1 req-95e8e099-8ba6-4950-ac79-d577d6e58670 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:02.763085 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bd91b063-ae14-4312-93d8-72f2d5bf9fc1 req-95e8e099-8ba6-4950-ac79-d577d6e58670 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.5114594 Sep 01 16:05:02.856935 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4f387f8a-69d3-48ad-8340-c533da2fd6b3 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:02.916224 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b5ca2-6ee1-4b18-a38f-92af0d070d51 None None] Network f13089a7-b8d4-40d9-afda-212450cf7242 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:02.934733 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Floating IP 89a3e2f2-013b-4c77-aa8f-449c13a6951b associated. External IP: 172.27.3.47, port: 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6. Sep 01 16:05:02.948952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b753f-9cca-4744-bac8-5c527c299c77 req-382511ad-72d8-40eb-ba07-8c073b927530 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:02.950891 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bf3b753f-9cca-4744-bac8-5c527c299c77 req-382511ad-72d8-40eb-ba07-8c073b927530 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.8032634 Sep 01 16:05:03.199057 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bf3b753f-9cca-4744-bac8-5c527c299c77 req-02cea442-388f-4b82-9240-c34471ea96f7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742291 Sep 01 16:05:03.199057 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bd91b063-ae14-4312-93d8-72f2d5bf9fc1 req-4ce14dd4-e8e1-48d4-bb33-26f8a09b2850 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318063 Sep 01 16:05:03.292363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:03.331311 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Provisioning for port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:03.342082 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Provisioning complete for port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:03.342581 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.553874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.607899 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] For port 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4f387f8a-69d3-48ad-8340-c533da2fd6b3,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:03.682898 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.703110 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.751675 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:03.765700 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6841f-5a84-4aec-a726-223b280f2d84 None None] Pushing event updated for resources: {'Port': ['ID=4f387f8a-69d3-48ad-8340-c533da2fd6b3,revision_number=3']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:03.831415 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-56c2fb76-e584-430d-851e-8b9d210ca815 None None] Provisioning complete for port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:03.833074 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb76-e584-430d-851e-8b9d210ca815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.988934 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697837'] for router, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.115878 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:04.122392 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.128247 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:04.143750 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:04.144285 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:04.316535 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-73a50330-6e9c-4df5-b5da-0a6c398dfda5 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "PUT /v2.0/floatingips/89a3e2f2-013b-4c77-aa8f-449c13a6951b HTTP/1.1" status: 200 len: 990 time: 4.4921584 Sep 01 16:05:04.321410 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4f387f8a-69d3-48ad-8340-c533da2fd6b3 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:04.339913 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:04.344695 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea23ca6-2338-46c6-b064-62176714cdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:04.416595 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:04.477191 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaee1d6-1d59-4a78-9478-f3cbf238e626 req-f21740b7-725a-473b-84c1-fb76c3b3689d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:04.485732 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7eaee1d6-1d59-4a78-9478-f3cbf238e626 req-f21740b7-725a-473b-84c1-fb76c3b3689d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1677618 Sep 01 16:05:04.507249 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:04.507773 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.515147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a609-6f7b-46ca-abb8-1f9761f52827 req-072d9536-8f0f-4934-b670-4268e81239af tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:04.517128 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4682a609-6f7b-46ca-abb8-1f9761f52827 req-072d9536-8f0f-4934-b670-4268e81239af tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.1689122 Sep 01 16:05:04.579271 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7eaee1d6-1d59-4a78-9478-f3cbf238e626 req-e8afe264-1db6-4859-808c-884b5a458ee7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921366 Sep 01 16:05:04.637279 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4682a609-6f7b-46ca-abb8-1f9761f52827 req-7e11fde4-5821-4fd7-9615-456b45d9fbdd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086040 Sep 01 16:05:04.719949 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a is scheduled to L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 with binding_index 1 {{(pid=106021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:05:04.856349 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:04.870898 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Sync routers for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:04.881879 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:04.882498 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:04.960035 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '89a3e2f2-013b-4c77-aa8f-449c13a6951b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:86:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:04:40Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:04.991174 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:04.994362 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.998750 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-fc95f8ba-7f07-49b2-b170-76a9e654cf03 admin admin] 10.222.0.103 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3010428 Sep 01 16:05:04.999135 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50576) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:05.005636 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:05.006456 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:05.027834 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:05.048428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25cc56f-e21d-4fdd-9667-b23e6be89baa x-openstack-request-id: req-f25cc56f-e21d-4fdd-9667-b23e6be89baa {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:05.048700 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:05.048810 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-f25cc56f-e21d-4fdd-9667-b23e6be89baa {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:05.049166 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'status': 'completed', 'code': 200} Sep 01 16:05:05.149271 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:05.223864 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-77c78175-28ca-4040-8be3-3652f34bc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:05.232916 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-77c78175-28ca-4040-8be3-3652f34bc622 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=482f565c4e7e4d45b377d9d3de633c75&device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 1098 time: 0.1602833 Sep 01 16:05:05.325986 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:02Z', 'revision_number': 3, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:05.358114 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Checking router: bd4fdc93-0a00-4206-a5ab-fdcb2d01652a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:05.358838 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Updating router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a port 5f8859fa-8a66-4010-b52d-0a798fd24442 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:05.388547 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:05.605622 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '89a3e2f2-013b-4c77-aa8f-449c13a6951b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:86:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:04:40Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:05.651363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3810dc-c8b3-43bf-acb3-9612f2493f45 None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '89a3e2f2-013b-4c77-aa8f-449c13a6951b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'port_id': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'mac_address': 'fa:16:3e:86:3e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:04:40Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 1, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:05.969452 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:05.982520 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Transition to ACTIVE for port object 5f8859fa-8a66-4010-b52d-0a798fd24442 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:06.087225 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.089095 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e42a1e-e371-46ab-bd6f-95d18bd91b5d None None] New status for floating IP 89a3e2f2-013b-4c77-aa8f-449c13a6951b: ACTIVE {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:05:06.151050 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb2b64-af76-4731-977e-d00083e2f076 req-c3b73735-d296-48a1-ae50-b0525e4b62a3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:06.152607 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aceb2b64-af76-4731-977e-d00083e2f076 req-c3b73735-d296-48a1-ae50-b0525e4b62a3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.1853580 Sep 01 16:05:06.194928 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7711e-4277-4c37-83cb-4505f1afe176 req-c1b3e419-fdc4-40c5-a9f4-59ca698c0491 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:06.204463 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Attempting to bind port 5f8859fa-8a66-4010-b52d-0a798fd24442 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:06.204840 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Attempting to bind port 5f8859fa-8a66-4010-b52d-0a798fd24442 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:06.205235 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Attempting to bind port 5f8859fa-8a66-4010-b52d-0a798fd24442 on network 4e42f691-0971-4daf-972b-5153cb71076b {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:06.212163 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fcf7711e-4277-4c37-83cb-4505f1afe176 req-c1b3e419-fdc4-40c5-a9f4-59ca698c0491 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.2459264 Sep 01 16:05:06.221088 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:06.221490 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Checking segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:06.222117 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.222666 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Bound using segment: {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:06.223304 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Bound port: 5f8859fa-8a66-4010-b52d-0a798fd24442, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6c3c6-5c5d-47a3-9136-0ce540efb916', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:06.223870 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.300419 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb165ad-98ec-4fe1-be7a-d65f70e969b7 None None] Pushing event updated for resources: {'Port': ['ID=5f8859fa-8a66-4010-b52d-0a798fd24442,revision_number=2']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:06.329387 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] For port 5f8859fa-8a66-4010-b52d-0a798fd24442, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:06.336560 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] For port 5f8859fa-8a66-4010-b52d-0a798fd24442, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=5f8859fa-8a66-4010-b52d-0a798fd24442,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:06.339063 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.381909 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aceb2b64-af76-4731-977e-d00083e2f076 req-32bd2721-b40b-4be8-a658-9f871fb0418e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101898 Sep 01 16:05:06.392449 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fcf7711e-4277-4c37-83cb-4505f1afe176 req-cf32db8e-a246-4d5b-bc1f-302c9b9c3bf7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794090 Sep 01 16:05:06.436174 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.483068 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b413ee01-2394-4b42-9c80-d626787a6fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.545567 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:06.550867 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:06.599500 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Allocated IP 172.20.0.1 (f13089a7-b8d4-40d9-afda-212450cf7242/03e3730c-a5cf-4113-867b-7221c48f194c/8e56d369-22e5-41f0-9d09-9f85a9a18918) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:06.606211 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb165ad-98ec-4fe1-be7a-d65f70e969b7 None None] Pushing event updated for resources: {'Port': ['ID=5f8859fa-8a66-4010-b52d-0a798fd24442,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:06.702040 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:06.753678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:06.770154 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.provisioning_blocks [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Transition to ACTIVE for port object 8e56d369-22e5-41f0-9d09-9f85a9a18918 will not be triggered until provisioned by entity DHCP. {{(pid=106021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:06.895748 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:02Z', 'revision_number': 3, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:06.933767 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ac84-e824-422c-b2cc-c261fe92d150 None None] The sync data for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi is: [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:02Z', 'revision_number': 3, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:07.214355 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.278270 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Network f13089a7-b8d4-40d9-afda-212450cf7242 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:07.282067 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:07.285429 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:07.313301 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Pushing event updated for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:07.354503 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696734'] for router_interface, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.596255 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0078b-7731-4aa7-b992-aea0c82fe99a req-2cd20a42-93af-4552-8d87-e4f35da0fea1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:07.597910 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-53f0078b-7731-4aa7-b992-aea0c82fe99a req-2cd20a42-93af-4552-8d87-e4f35da0fea1 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0725932 Sep 01 16:05:07.611459 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-37c53973-3f6a-4ac8-945d-349fb400def9 None None] Provisioning for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:07.615974 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-37c53973-3f6a-4ac8-945d-349fb400def9 None None] Provisioning complete for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:07.616181 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-37c53973-3f6a-4ac8-945d-349fb400def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.639840 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.667195 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-37c53973-3f6a-4ac8-945d-349fb400def9 None None] Port 8e56d369-22e5-41f0-9d09-9f85a9a18918 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:07.679320 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-53f0078b-7731-4aa7-b992-aea0c82fe99a req-2cd13b1a-588d-4eb6-8a58-0abca3c5a61f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609326 Sep 01 16:05:07.862776 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e18b2-4f3a-411e-80cc-aaec265a29d5 req-76e88d7d-cdb6-461f-bfed-bd544512c75c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:07.864415 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-423e18b2-4f3a-411e-80cc-aaec265a29d5 req-76e88d7d-cdb6-461f-bfed-bd544512c75c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.0829647 Sep 01 16:05:07.932964 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.939282 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-423e18b2-4f3a-411e-80cc-aaec265a29d5 req-0b7fa183-df2e-4d8f-bc46-c4ee2ddb1598 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Sep 01 16:05:08.205640 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.237684 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 5f8859fa-8a66-4010-b52d-0a798fd24442 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:08.274514 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Pushing event updated for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.277648 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703278'] for router_interface, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.285688 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.370260 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 5f8859fa-8a66-4010-b52d-0a798fd24442 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:08.375966 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Network f13089a7-b8d4-40d9-afda-212450cf7242 is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:08.377428 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 5f8859fa-8a66-4010-b52d-0a798fd24442 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:08.377570 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:08.377807 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.523956 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:08.632772 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.655071 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 5f8859fa-8a66-4010-b52d-0a798fd24442, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=5f8859fa-8a66-4010-b52d-0a798fd24442,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:08.657014 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:08.666500 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-f4b1feb0-2122-4a8e-bc04-e4705bf46f5f admin admin] 10.222.0.103 "PUT /v2.0/routers/bd4fdc93-0a00-4206-a5ab-fdcb2d01652a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6622941 Sep 01 16:05:08.706181 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-efe770e2-5268-41f0-b54e-e42e0fb805b9 None None] Provisioning complete for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:08.706628 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-efe770e2-5268-41f0-b54e-e42e0fb805b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.728932 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.771401 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-efe770e2-5268-41f0-b54e-e42e0fb805b9 None None] Port 8e56d369-22e5-41f0-9d09-9f85a9a18918 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:08.798855 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=5f8859fa-8a66-4010-b52d-0a798fd24442,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.826672 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0f9ba-25a5-4a27-98b0-aceb76291e05 req-b56f6749-b0b8-496d-bdbf-a79ba9831e7c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:08.828289 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-38a0f9ba-25a5-4a27-98b0-aceb76291e05 req-b56f6749-b0b8-496d-bdbf-a79ba9831e7c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0501716 Sep 01 16:05:08.868399 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-38a0f9ba-25a5-4a27-98b0-aceb76291e05 req-3298dfc8-8a9c-4407-8ee8-3cbc24f96877 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333176 Sep 01 16:05:08.893600 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Sync routers for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:08.903201 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:08.903885 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:04:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:09.021497 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:09.122118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-fb294668-16f2-47c9-9e07-a24f9b32b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.127571 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-fb294668-16f2-47c9-9e07-a24f9b32b034 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 200 len: 912 time: 0.1551874 Sep 01 16:05:09.173535 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b860b-7367-407d-9a40-90bfc122fdd8 req-cf7094ba-0227-4e4d-a8ec-2d7c00d6a1ac tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.174975 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a34b860b-7367-407d-9a40-90bfc122fdd8 req-cf7094ba-0227-4e4d-a8ec-2d7c00d6a1ac tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.0633738 Sep 01 16:05:09.222349 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-958de304-bd26-4110-915b-29bd0072be7a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0786161 Sep 01 16:05:09.223934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a34b860b-7367-407d-9a40-90bfc122fdd8 req-c1e0bc70-39d8-4095-8962-66381e99168c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Sep 01 16:05:09.258991 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:07Z', 'revision_number': 4, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '8e56d369-22e5-41f0-9d09-9f85a9a18918', 'name': '', 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'mac_address': 'fa:16:3e:ef:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:06Z', 'updated_at': '2021-09-01T16:05:07Z', 'revision_number': 2, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'subnets': [{'id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:09.276387 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50614) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:09.281704 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316782209', 'description': 'tempest-secgroup-smoke-1316782209 description', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:09.288157 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Checking router: bd4fdc93-0a00-4206-a5ab-fdcb2d01652a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:09.288512 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Updating router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a port 8e56d369-22e5-41f0-9d09-9f85a9a18918 binding host dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:09.290015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-faa6c512-c6cd-4d0e-b255-8745efb58682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.292173 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-faa6c512-c6cd-4d0e-b255-8745efb58682 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 200 len: 849 time: 0.0556595 Sep 01 16:05:09.297187 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-76c873a5-cef2-40ed-ae16-28e92cdcba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.315706 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.341130 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-41c79c64-3f3d-48b7-9182-a98b086bf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.342642 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-41c79c64-3f3d-48b7-9182-a98b086bf372 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413892 Sep 01 16:05:09.348367 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.435347 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.456985 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.507440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.538393 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02986cd2-4f2c-4dee-9178-5091d2180d98,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.576293 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-ece87b76-85ed-4b75-869c-676236cdd43f service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916648 Sep 01 16:05:09.599778 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks [] for port, precommit_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.606085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.607466 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c3871f8b-9556-43a5-893f-2e0169ab3d12 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3293262 Sep 01 16:05:09.610379 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50616) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:09.614182 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.provisioning_blocks [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Transition to ACTIVE for port object 8e56d369-22e5-41f0-9d09-9f85a9a18918 will not be triggered until provisioned by entity L2. {{(pid=106023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:09.615006 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:09.676850 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3ea23ca6-2338-46c6-b064-62176714cdc8 req-f95431a0-2430-4a81-809b-ee4e5e8bbb98 service neutron] 10.222.0.97 "GET /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Sep 01 16:05:09.724199 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.729457 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.774468 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ec66-ade6-440e-be75-298bafb610c7 None None] Pushing event updated for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=3']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.796101 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.828591 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Attempting to bind port 8e56d369-22e5-41f0-9d09-9f85a9a18918 on host dv-cinder-788366-6-iscsi for vnic_type normal with profile {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:09.828956 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Attempting to bind port 8e56d369-22e5-41f0-9d09-9f85a9a18918 by drivers openvswitch,hyperv on host dv-cinder-788366-6-iscsi at level 0 using segments [{'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:09.829479 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Attempting to bind port 8e56d369-22e5-41f0-9d09-9f85a9a18918 on network f13089a7-b8d4-40d9-afda-212450cf7242 {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:09.834648 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Checking agent: {'id': '8bc689ec-ef63-4518-b242-130fae3fd827', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 50, 9), 'started_at': datetime.datetime(2021, 9, 1, 15, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:09.835015 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Checking segment: {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:09.835409 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.835799 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Bound using segment: {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'} {{(pid=106023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:09.836254 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.managers [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Bound port: 8e56d369-22e5-41f0-9d09-9f85a9a18918, host: dv-cinder-788366-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b7618-4f38-44f0-b1d0-bcabd8e75382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242'}}] {{(pid=106023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:09.836872 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.891171 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.908570 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] For port 8e56d369-22e5-41f0-9d09-9f85a9a18918, host dv-cinder-788366-6-iscsi, cleared binding levels {{(pid=106023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:09.912952 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.plugins.ml2.db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] For port 8e56d369-22e5-41f0-9d09-9f85a9a18918, host dv-cinder-788366-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=8e56d369-22e5-41f0-9d09-9f85a9a18918,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:09.925444 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31608bcc-45df-4005-8412-481f8738b77b,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.936675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-783959b8-afaf-484a-9420-cb5b8aea6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.937181 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-783959b8-afaf-484a-9420-cb5b8aea6636 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1099 time: 0.0607092 Sep 01 16:05:09.984066 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron_lib.callbacks.manager [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.010323 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62517-351d-4abb-a928-93977cddecb6 req-cef4cbb5-0d85-48ea-a6b4-2ea35eb5511c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.012350 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cfe62517-351d-4abb-a928-93977cddecb6 req-cef4cbb5-0d85-48ea-a6b4-2ea35eb5511c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0582757 Sep 01 16:05:10.013846 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.015129 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-80b1914a-1e8a-48cf-b5cb-2bd9622f3977 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036410 Sep 01 16:05:10.018277 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50620) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.030083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.035779 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:10.036709 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:05:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:10.048446 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-af5314e5-e627-4e99-8bd8-9d911ee98b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.051045 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-af5314e5-e627-4e99-8bd8-9d911ee98b59 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.1058843 Sep 01 16:05:10.106091 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cfe62517-351d-4abb-a928-93977cddecb6 req-1197a49d-3f59-4fc9-8f8a-51b40cf0b4ec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807493 Sep 01 16:05:10.117752 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ec66-ade6-440e-be75-298bafb610c7 None None] Pushing event updated for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=4']} {{(pid=106023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.160839 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-bb034e59-710a-4c80-9a26-1c57277dbb70 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 1002 time: 0.0937705 Sep 01 16:05:10.187609 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:10.226587 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.254315 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 5f8859fa-8a66-4010-b52d-0a798fd24442 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:10.316293 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.323738 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-a7a978d9-0882-48c0-baa5-36e48e70fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.325350 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-a7a978d9-0882-48c0-baa5-36e48e70fa6b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.1430013 Sep 01 16:05:10.325858 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.344106 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 5f8859fa-8a66-4010-b52d-0a798fd24442 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:10.344475 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.407823 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.419115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-65ad4185-beaa-4646-9823-fac9027fa58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.420916 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-65ad4185-beaa-4646-9823-fac9027fa58e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842619 Sep 01 16:05:10.446460 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd175a-c474-4d99-8d71-4cf6fda21507 req-ab928b7e-53c4-4ed7-bf92-8cbfd83d9847 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.448343 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cfdd175a-c474-4d99-8d71-4cf6fda21507 req-ab928b7e-53c4-4ed7-bf92-8cbfd83d9847 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 943 time: 0.1031554 Sep 01 16:05:10.449036 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c673297e-83c2-4435-87b7-2cf91bc3f7b9,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.500197 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cfdd175a-c474-4d99-8d71-4cf6fda21507 req-bc1a7b40-5e73-41ca-9cc3-a596500487a9 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Sep 01 16:05:10.503335 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.506476 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-86ddb9e2-c975-42a5-8c65-8e9deaa6e324 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4839201 Sep 01 16:05:10.506678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50626) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.512580 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.538748 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-a3af1b6d-babe-4698-8a08-28a747248a17 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084535 Sep 01 16:05:10.566368 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5215c619-edaf-407b-ba90-faa5ce769ac7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:05:10.577068 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:07Z', 'revision_number': 4, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '8e56d369-22e5-41f0-9d09-9f85a9a18918', 'name': '', 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'mac_address': 'fa:16:3e:ef:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:06Z', 'updated_at': '2021-09-01T16:05:09Z', 'revision_number': 4, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'subnets': [{'id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:10.593675 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.606019 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6eac4-f0a4-4edc-9da9-4eb2d1712756 None None] The sync data for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi is: [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:05:07Z', 'revision_number': 4, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '8e56d369-22e5-41f0-9d09-9f85a9a18918', 'name': '', 'network_id': 'f13089a7-b8d4-40d9-afda-212450cf7242', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'mac_address': 'fa:16:3e:ef:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:06Z', 'updated_at': '2021-09-01T16:05:09Z', 'revision_number': 4, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'subnets': [{'id': '03e3730c-a5cf-4113-867b-7221c48f194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:10.642394 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7f69a5a7-3023-41ce-9fbf-d04d7e2d2ac7 req-f744df81-00f8-4074-bde8-47871304c371 service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947959 Sep 01 16:05:10.677995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.714404 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:10.734522 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'port_id': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'mac_address': 'fa:16:3e:f5:5f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:05:10.742475 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.763617 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6327d3e-f666-4a59-b91d-119b4ea71d9f,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.775853 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.795045 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5215c619-edaf-407b-ba90-faa5ce769ac7 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:10.815682 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:10.833455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.834778 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8fd1a8dd-7371-48f3-b25c-3334047dba00 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269732 Sep 01 16:05:10.837450 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50628) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.843035 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.891709 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.943316 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.965986 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.032723 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.102800 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.122626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16de4950-25d4-4181-96b3-22d666a5bc48,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.183378 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.187292 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1866f21a-7e26-46eb-8ce1-3f53ffdd429e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3454659 Sep 01 16:05:11.187452 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 50632) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.192393 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:11.266004 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c205-2552-4139-b033-d839746da43b req-caf179f5-4266-460d-be0d-b80348a1bba8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:11.267794 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bb87c205-2552-4139-b033-d839746da43b req-caf179f5-4266-460d-be0d-b80348a1bba8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0709224 Sep 01 16:05:11.279838 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:11.300448 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.securitygroups_db [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Project 37f8293f0a1446c5b33127b0cb5d57a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:05:11.310125 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.341952 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bb87c205-2552-4139-b033-d839746da43b req-2acf035b-d50d-4451-9e79-6b0b6a04eb7b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681906 Sep 01 16:05:11.383142 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.451154 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.472361 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dc9922-aa8d-4089-b85a-e8c7e127ae06,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.527904 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:11.537351 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.540326 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d55786e2-7815-4930-8b6e-9912ee4f6aac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518655 Sep 01 16:05:11.542422 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 50638) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.547899 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'security_group_rule': {'security_group_id': '02986cd2-4f2c-4dee-9178-5091d2180d98', 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:11.638447 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6ab7-868c-4256-b051-cc80708becf7 req-3fdabcd7-05b9-4897-a831-462e9573d24a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:11.639979 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e63a6ab7-868c-4256-b051-cc80708becf7 req-3fdabcd7-05b9-4897-a831-462e9573d24a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 944 time: 0.0564284 Sep 01 16:05:11.645698 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.securitygroups_db [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Project 37f8293f0a1446c5b33127b0cb5d57a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:05:11.651634 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.686757 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e63a6ab7-868c-4256-b051-cc80708becf7 req-6623c6b8-d2ef-44d6-8dd8-4d94f21ea06e tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Sep 01 16:05:11.720393 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.817093 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.834915 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af858ae2-e2e5-418f-a2af-42af2266aa67,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.897248 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.898417 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-a1c01c1e-265b-4494-a2c6-fd6b85e9d65a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3544142 Sep 01 16:05:11.987525 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.208777 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 8e56d369-22e5-41f0-9d09-9f85a9a18918 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:12.320161 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:12.324711 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:12.325080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.410227 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.444212 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] For port 8e56d369-22e5-41f0-9d09-9f85a9a18918, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=8e56d369-22e5-41f0-9d09-9f85a9a18918,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:12.481454 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f513bc-d348-4e8f-bc50-851915f7bd65 req-34ccdc03-08e7-4037-b6a6-b8aa3ffd69f6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:12.483037 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-88f513bc-d348-4e8f-bc50-851915f7bd65 req-34ccdc03-08e7-4037-b6a6-b8aa3ffd69f6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 946 time: 0.0552292 Sep 01 16:05:12.519652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.522590 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-88f513bc-d348-4e8f-bc50-851915f7bd65 req-65af2d68-7a65-4855-b832-15fd8028b9f9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Sep 01 16:05:12.571604 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Pushing event updated for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:12.583096 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5215c619-edaf-407b-ba90-faa5ce769ac7 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:12.730014 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 5215c619-edaf-407b-ba90-faa5ce769ac7 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:12.735154 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 5215c619-edaf-407b-ba90-faa5ce769ac7 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:12.735723 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.815457 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb44ab-d66b-4b2f-85bf-2a1167e9f1bf req-5439447b-b82d-4bd1-931e-2a1fc3d3761f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:12.816934 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-15eb44ab-d66b-4b2f-85bf-2a1167e9f1bf req-5439447b-b82d-4bd1-931e-2a1fc3d3761f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 944 time: 0.0574589 Sep 01 16:05:12.824104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.848045 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:12.850338 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855548e-4963-46ba-82dd-a2c686fadbad" -d '{"events": [{"server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "name": "network-vif-plugged", "status": "completed", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:12.860442 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-15eb44ab-d66b-4b2f-85bf-2a1167e9f1bf req-dded9d78-7b51-4051-b784-153092734476 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Sep 01 16:05:12.864835 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:12.888980 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9d8a8-4b7e-4187-b737-b926dce8a1b1 x-openstack-request-id: req-b0c9d8a8-4b7e-4187-b737-b926dce8a1b1 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:12.888980 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "name": "network-vif-plugged", "status": "completed", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:12.888980 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b0c9d8a8-4b7e-4187-b737-b926dce8a1b1 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:12.888980 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'code': 200} Sep 01 16:05:12.936862 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.937610 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:13.013448 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:13.055046 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.088654 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:13.199779 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.252998 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=8']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:13.298224 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242285ca-2987-471a-a3c5-8ca2a5042e28 req-005ebc0b-1477-44cd-b568-e3ccd8e9fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:13.302259 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-242285ca-2987-471a-a3c5-8ca2a5042e28 req-005ebc0b-1477-44cd-b568-e3ccd8e9fcbe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1098 time: 0.0456445 Sep 01 16:05:13.351335 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-242285ca-2987-471a-a3c5-8ca2a5042e28 req-fdd1d5ac-26b6-4324-9848-8c5131b2a20a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Sep 01 16:05:13.660118 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5348ae-7c91-479d-a7ce-50ae84886bd8 req-6d21f979-eaab-46b9-8187-8fb12b7f3b5b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:13.661813 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2a5348ae-7c91-479d-a7ce-50ae84886bd8 req-6d21f979-eaab-46b9-8187-8fb12b7f3b5b tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0597544 Sep 01 16:05:13.704418 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2a5348ae-7c91-479d-a7ce-50ae84886bd8 req-9947fef9-5504-4001-97fe-3e9a3cf7730e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358064 Sep 01 16:05:13.979840 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551e96b-7198-44de-b65a-e345faab1655 req-254fb32f-24f6-4876-a1cd-58e34bbbb2a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:13.981256 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d551e96b-7198-44de-b65a-e345faab1655 req-254fb32f-24f6-4876-a1cd-58e34bbbb2a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Sep 01 16:05:14.019491 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d551e96b-7198-44de-b65a-e345faab1655 req-c5149bbb-dcc0-495f-88e4-3298ee3dd50b tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Sep 01 16:05:14.193986 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 8e56d369-22e5-41f0-9d09-9f85a9a18918 up at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:14.244637 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Provisioning complete for port 8e56d369-22e5-41f0-9d09-9f85a9a18918 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:14.244926 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.890454 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:14.892812 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa1bd73-60f9-4645-97a3-5909f41327a7" -d '{"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-unplugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:14.927110 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f5b1f-7249-4178-8768-e258d43506a3 x-openstack-request-id: req-a58f5b1f-7249-4178-8768-e258d43506a3 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:14.927496 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-unplugged", "status": "failed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "code": 422}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:14.927744 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-a58f5b1f-7249-4178-8768-e258d43506a3 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:14.928134 dv-cinder-788366-6-iscsi neutron-server[106022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'code': 422} returned with failed status Sep 01 16:05:15.143911 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf8580-5779-4cc6-964e-78905a3ab72c req-dc4fa509-a039-4eb6-8818-ebe86bf178e0 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.145388 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaf8580-5779-4cc6-964e-78905a3ab72c req-dc4fa509-a039-4eb6-8818-ebe86bf178e0 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Sep 01 16:05:15.183081 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ebaf8580-5779-4cc6-964e-78905a3ab72c req-e06ec2ba-e0a3-4180-a12f-a2b4c4674e6c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Sep 01 16:05:15.303580 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14ca4-d67c-45a4-bd72-53bab8381983 req-e9ff2f74-bfb2-4462-821f-a59c7eefd1bf tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.305251 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32d14ca4-d67c-45a4-bd72-53bab8381983 req-e9ff2f74-bfb2-4462-821f-a59c7eefd1bf tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Sep 01 16:05:15.347818 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32d14ca4-d67c-45a4-bd72-53bab8381983 req-dd7be7c2-11dc-4e1c-9afb-d7df107a10cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Sep 01 16:05:15.678044 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072ab5d-f870-4fc7-923f-55bc421c07dc req-3d4ecc5a-5f42-42f6-866e-c4f4dbb97f90 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.679951 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b072ab5d-f870-4fc7-923f-55bc421c07dc req-3d4ecc5a-5f42-42f6-866e-c4f4dbb97f90 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Sep 01 16:05:15.719963 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b072ab5d-f870-4fc7-923f-55bc421c07dc req-2fedd978-14ab-46ec-8fc8-bd149cd16b36 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Sep 01 16:05:15.846007 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f82e09-3528-43ee-b4d5-e115f7030ea4 req-7675a4d6-d635-4a4a-8d71-5f298b7500e5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.848226 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c3f82e09-3528-43ee-b4d5-e115f7030ea4 req-7675a4d6-d635-4a4a-8d71-5f298b7500e5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0682883 Sep 01 16:05:15.924126 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c3f82e09-3528-43ee-b4d5-e115f7030ea4 req-fad4e75f-d12b-4016-87c8-f185aba38a39 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657921 Sep 01 16:05:16.115202 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-e482295e-3f78-4544-8bda-406ccb6128cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581467 Sep 01 16:05:17.052333 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9083-49d9-4249-b5d1-b0d865be0c0a req-c6a6f0fb-0209-47d2-bc39-9a1118f0e764 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:17.053890 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d71f9083-49d9-4249-b5d1-b0d865be0c0a req-c6a6f0fb-0209-47d2-bc39-9a1118f0e764 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0552747 Sep 01 16:05:17.092780 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d71f9083-49d9-4249-b5d1-b0d865be0c0a req-c3fdaee9-5dfe-4e49-83c0-c877dd70f041 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Sep 01 16:05:17.636941 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d472-db49-49ed-aa12-881029278b39 req-9d0dcb70-6053-467b-9bd1-45814ac1be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:17.638501 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-9d0dcb70-6053-467b-9bd1-45814ac1be09 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df&tenant_id=39856ef87a3d478f907eb6db529dda21 HTTP/1.1" status: 200 len: 1097 time: 0.0428772 Sep 01 16:05:17.719986 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d472-db49-49ed-aa12-881029278b39 req-bc5e2d65-aee4-4c16-a3ce-eaaa052da59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:17.721607 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-bc5e2d65-aee4-4c16-a3ce-eaaa052da59d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1097 time: 0.0451362 Sep 01 16:05:17.821641 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d472-db49-49ed-aa12-881029278b39 req-4e167d0e-8351-476d-b18a-62b8ef5ae492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:17.823347 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-4e167d0e-8351-476d-b18a-62b8ef5ae492 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.0925610 Sep 01 16:05:17.893348 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-6d3781e6-2f53-4df3-a8b6-67924c04ddd4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 1000 time: 0.0601408 Sep 01 16:05:17.947152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d472-db49-49ed-aa12-881029278b39 req-7f4a9f91-a7a5-4bd4-82fa-4b9077110706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:17.948748 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-7f4a9f91-a7a5-4bd4-82fa-4b9077110706 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0475976 Sep 01 16:05:18.003076 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d472-db49-49ed-aa12-881029278b39 req-faf427f7-6df8-4f04-bc94-6987652b90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:18.004702 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-faf427f7-6df8-4f04-bc94-6987652b90a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477369 Sep 01 16:05:18.098676 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-0b10d76a-747a-42d8-bada-4493cea7002c service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Sep 01 16:05:18.211699 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-e076d472-db49-49ed-aa12-881029278b39 req-264cdea3-f1f9-43e2-9f23-20371885bb8d service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934889 Sep 01 16:05:18.363384 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6f10-9cd5-44cf-afb4-14d02951935a req-7c46558f-c08f-4364-8373-02ebcdbedbec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:18.364900 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-831f6f10-9cd5-44cf-afb4-14d02951935a req-7c46558f-c08f-4364-8373-02ebcdbedbec tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0509348 Sep 01 16:05:18.405103 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-831f6f10-9cd5-44cf-afb4-14d02951935a req-b478ea9a-fef4-40ce-925a-edaaafab7b5f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Sep 01 16:05:19.540017 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5e12-7584-4888-8ac2-01d6abe24d3b req-376c2c57-ea72-4029-ac42-fcbdeedb8633 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:19.541437 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-228a5e12-7584-4888-8ac2-01d6abe24d3b req-376c2c57-ea72-4029-ac42-fcbdeedb8633 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0544410 Sep 01 16:05:19.582569 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-228a5e12-7584-4888-8ac2-01d6abe24d3b req-2870bf5f-bf8e-4a25-a1a6-0cad0b9e8b96 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339956 Sep 01 16:05:20.715417 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b21e-54dd-4891-b8b3-25dbf45b0095 req-62f466f9-da81-4572-9c89-71ea45bee4d5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:20.725662 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3f1b21e-54dd-4891-b8b3-25dbf45b0095 req-62f466f9-da81-4572-9c89-71ea45bee4d5 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0634584 Sep 01 16:05:20.766052 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f3f1b21e-54dd-4891-b8b3-25dbf45b0095 req-710221cd-57a6-456e-8b1e-4ea40b6791a8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387969 Sep 01 16:05:21.906445 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d3af7-79b2-478f-a42d-18c6e1055b36 req-f112d78c-90c9-4244-9b01-be211989bb32 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:21.907945 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a50d3af7-79b2-478f-a42d-18c6e1055b36 req-f112d78c-90c9-4244-9b01-be211989bb32 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0583041 Sep 01 16:05:21.956733 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a50d3af7-79b2-478f-a42d-18c6e1055b36 req-2913e61d-a708-4b27-9b36-742b092ed3bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Sep 01 16:05:23.103849 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd94eb5-028c-40c2-bbe5-9eda21326884 req-44e56e52-7536-48ce-9820-e179ef71ace7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:23.107763 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7dd94eb5-028c-40c2-bbe5-9eda21326884 req-44e56e52-7536-48ce-9820-e179ef71ace7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0593960 Sep 01 16:05:23.154991 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7dd94eb5-028c-40c2-bbe5-9eda21326884 req-552b161a-d730-4cd8-812f-126f23235e21 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Sep 01 16:05:24.299069 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e580ef4-c5cd-4037-9a6b-1e9f72418fe3 req-d6d4cd41-8df2-4d01-987e-99693fe3882a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:24.300571 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e580ef4-c5cd-4037-9a6b-1e9f72418fe3 req-d6d4cd41-8df2-4d01-987e-99693fe3882a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0616329 Sep 01 16:05:24.348062 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e580ef4-c5cd-4037-9a6b-1e9f72418fe3 req-a473c114-ca77-4a74-8812-bc47f993946d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Sep 01 16:05:25.478248 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a6176-b6b1-480f-996b-8e81ee4a4d56 req-aac66321-dff3-49c1-ad9a-b520d21f73c0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:25.479930 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-254a6176-b6b1-480f-996b-8e81ee4a4d56 req-aac66321-dff3-49c1-ad9a-b520d21f73c0 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0504816 Sep 01 16:05:25.522648 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-254a6176-b6b1-480f-996b-8e81ee4a4d56 req-ccc70b58-4b2c-4a2d-bfbf-eddf668d9e9d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Sep 01 16:05:26.649901 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9527276-369f-4e24-a9eb-1e13d17efb11 req-2e9c6247-9f31-411e-8e39-d594fef10151 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:26.649901 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e9527276-369f-4e24-a9eb-1e13d17efb11 req-2e9c6247-9f31-411e-8e39-d594fef10151 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0519776 Sep 01 16:05:26.691588 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e9527276-369f-4e24-a9eb-1e13d17efb11 req-a5bf3120-8891-437c-933b-844ea5aa8409 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354888 Sep 01 16:05:27.828213 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ce66c-0308-4777-9c8f-33b58a7f0549 req-eb8a5829-b202-457f-a85f-c96bbc96854f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:27.829962 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-968ce66c-0308-4777-9c8f-33b58a7f0549 req-eb8a5829-b202-457f-a85f-c96bbc96854f tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0581114 Sep 01 16:05:27.876221 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-968ce66c-0308-4777-9c8f-33b58a7f0549 req-009ceb26-c03b-4639-9123-cfb04fec2128 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400379 Sep 01 16:05:28.999983 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc27065-7b56-4b68-a52a-049b9be064e5 req-bb255db5-4d9a-494a-8059-f78557c1a510 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:29.001679 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3bc27065-7b56-4b68-a52a-049b9be064e5 req-bb255db5-4d9a-494a-8059-f78557c1a510 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0510056 Sep 01 16:05:29.040058 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3bc27065-7b56-4b68-a52a-049b9be064e5 req-092cff73-4050-4a34-9957-0e875c95f8c6 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Sep 01 16:05:30.160786 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca62c3-99de-4782-890d-95acc7ea5918 req-b3a74674-87a8-44a0-8699-87d351b3a0a7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:30.162347 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b1ca62c3-99de-4782-890d-95acc7ea5918 req-b3a74674-87a8-44a0-8699-87d351b3a0a7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0521839 Sep 01 16:05:30.202826 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b1ca62c3-99de-4782-890d-95acc7ea5918 req-99c9065c-1be4-4fcd-98b4-abce22172808 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Sep 01 16:05:31.324902 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce71a-9907-44bd-945b-4a4b476b44ea req-f7e197ca-bfb7-4eb9-9e7e-83c83132e45c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:31.326338 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fcce71a-9907-44bd-945b-4a4b476b44ea req-f7e197ca-bfb7-4eb9-9e7e-83c83132e45c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0530443 Sep 01 16:05:31.363736 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1fcce71a-9907-44bd-945b-4a4b476b44ea req-cb75b48f-7e77-4dd6-8e86-2d66ad44b9bd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Sep 01 16:05:31.963008 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-fb1d607c-eabe-4572-ae89-2c7419ab68ae tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316782209&fields=id&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 267 time: 0.0327811 Sep 01 16:05:32.080237 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-2d0b81e8-e81c-44b8-b00a-49395012fc67 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:32.088803 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-2d0b81e8-e81c-44b8-b00a-49395012fc67 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.1106868 Sep 01 16:05:32.102084 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-b59a4931-5326-4d22-9799-69258f69ce93 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/quotas/37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 375 time: 0.0128741 Sep 01 16:05:32.171116 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-cb5c64ad-374a-4d6e-9033-3b7080ad93bf tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598614 Sep 01 16:05:32.278353 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-bb3b11ad-b56b-4fb9-a20f-9a684aae6d56 service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938475 Sep 01 16:05:32.391064 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-21db49ab-2e18-4fb7-a7b5-328afc0fff29 service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044815 Sep 01 16:05:32.497121 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7e496-0f76-41a5-a3be-056c2dcae2ef req-ffbda645-4160-4d3e-bb62-747b1699f7b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:32.499369 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5fd7e496-0f76-41a5-a3be-056c2dcae2ef req-ffbda645-4160-4d3e-bb62-747b1699f7b8 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 944 time: 0.0571024 Sep 01 16:05:32.541136 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5fd7e496-0f76-41a5-a3be-056c2dcae2ef req-edbf147a-0f8b-47f9-8152-a6d120da159a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352955 Sep 01 16:05:32.679611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:05:32.791115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:32.803725 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '00d1872e-aa27-4bfa-97bd-320382201819', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'port_id': '00d1872e-aa27-4bfa-97bd-320382201819', 'mac_address': 'fa:16:3e:1c:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:05:32.840735 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.855527 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:32.877602 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:32.919047 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4081c519-3fba-414d-9f2c-e7f3f52c82b9 req-26649de5-0e21-4cc8-8545-cee45d6e731b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 210 time: 0.0263734 Sep 01 16:05:32.965570 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.018710 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=9']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:33.025652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.025994 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.026330 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.026703 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.027032 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.027364 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.027684 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.028001 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.028321 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.028636 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.028954 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.029298 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:33.317006 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['00d1872e-aa27-4bfa-97bd-320382201819'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:33.670240 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f107-cee0-48c8-a6a4-c4c06994cd8a req-d99b487e-a67a-463e-a1d5-f28623e2d32e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.671830 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8a3f107-cee0-48c8-a6a4-c4c06994cd8a req-d99b487e-a67a-463e-a1d5-f28623e2d32e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 945 time: 0.0502391 Sep 01 16:05:33.710635 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f8a3f107-cee0-48c8-a6a4-c4c06994cd8a req-52f3f4ca-cdc8-4c82-9ac3-92d54bf51781 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Sep 01 16:05:34.019958 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cbd2d19-852f-40d0-bb13-0469e410cada req-6ef7ca78-7864-40ff-bf01-00c82009e6d5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 210 time: 0.0288222 Sep 01 16:05:34.678007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:34.725800 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 00d1872e-aa27-4bfa-97bd-320382201819 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:34.726171 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.813084 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.838059 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:34.840421 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1fff79-28e8-4b94-a9dc-671f448045db" -d '{"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:34.842748 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03cd9d-f7b3-4aed-a23d-71f5509d8ed1 req-ae07780b-3e0f-4f9a-b1d3-2bcc3f8dee30 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.846399 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9a03cd9d-f7b3-4aed-a23d-71f5509d8ed1 req-ae07780b-3e0f-4f9a-b1d3-2bcc3f8dee30 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 945 time: 0.0612712 Sep 01 16:05:34.855544 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:34.892134 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9a03cd9d-f7b3-4aed-a23d-71f5509d8ed1 req-78039b3f-321b-4d57-a9f5-8f1fbc315a67 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Sep 01 16:05:34.904961 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-9ea11b56-50dc-4444-a76d-5aca2234831f tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.906311 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185e577-7f27-4e90-bc81-7b64f205164e x-openstack-request-id: req-f185e577-7f27-4e90-bc81-7b64f205164e {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:34.906859 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-plugged", "status": "completed", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:34.906999 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-9ea11b56-50dc-4444-a76d-5aca2234831f tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.1164243 Sep 01 16:05:34.907115 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-f185e577-7f27-4e90-bc81-7b64f205164e {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:34.907587 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'code': 200} Sep 01 16:05:34.959828 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.987193 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-def8c6fd-4540-4f47-a995-baf98237cd75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 380 time: 0.0390224 Sep 01 16:05:34.998852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'port': {'device_id': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'admin_state_up': True, 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'security_groups': ['02986cd2-4f2c-4dee-9178-5091d2180d98']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:35.014706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=10']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:35.136537 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3cb63096-64ea-45fa-a4ad-fd32e179fc70 req-919b06f0-42c9-4198-9e33-9cef64c3e39c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 210 time: 0.0403342 Sep 01 16:05:35.204777 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Made reservation on behalf of 37f8293f0a1446c5b33127b0cb5d57a1 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:35.208337 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:35.368705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.20.0.14 (dc205efc-3104-4c36-8df8-c9647ec162f4/818bdf6d-7f77-49bf-be04-76198057b350/7b7f6c7d-75c3-433e-ada6-c67f57342ac2) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:35.375179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b19988-9a6f-4010-b52f-7249dc4b2e8c req-602a30a0-8313-45c6-b04b-099096ae7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:35.381680 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-75b19988-9a6f-4010-b52f-7249dc4b2e8c req-602a30a0-8313-45c6-b04b-099096ae7e88 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1100 time: 0.0877178 Sep 01 16:05:35.448125 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-75b19988-9a6f-4010-b52f-7249dc4b2e8c req-450bd46a-88ad-473e-a86f-61321b586367 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614576 Sep 01 16:05:35.533818 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:35.546918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Transition to ACTIVE for port object 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:35.650966 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:35.694632 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:35.697737 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:35.701496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:35.708419 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:35.755183 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:35.755820 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:35.851576 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-858eae01-f19c-4ac3-b2b9-fefbcf385820 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8569088 Sep 01 16:05:35.875439 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Request body: {'port': {'device_id': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:35.934502 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:35.964953 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-336a8e54-3deb-4c15-ba5e-4ba11f45ff88 None None] Provisioning for port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:35.968991 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-336a8e54-3deb-4c15-ba5e-4ba11f45ff88 None None] Provisioning complete for port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:35.969395 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-336a8e54-3deb-4c15-ba5e-4ba11f45ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.019392 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-336a8e54-3deb-4c15-ba5e-4ba11f45ff88 None None] Port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:36.039186 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2801b8-a675-4d00-a0c7-b4f81c87bd7b req-fa328928-8ad2-4630-8e14-f36a73385407 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.040705 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc2801b8-a675-4d00-a0c7-b4f81c87bd7b req-fa328928-8ad2-4630-8e14-f36a73385407 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0628605 Sep 01 16:05:36.095974 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc2801b8-a675-4d00-a0c7-b4f81c87bd7b req-dcd25c0d-1b30-4e9a-840e-4dbf91a81659 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486124 Sep 01 16:05:36.220212 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:36.227790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.239473 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Transition to ACTIVE for port object 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:36.256825 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b48f2-ff6b-46ee-bab8-dd09e2de1ba1 req-e8fad31e-c383-4750-9a23-197ce2519393 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.258320 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-296b48f2-ff6b-46ee-bab8-dd09e2de1ba1 req-e8fad31e-c383-4750-9a23-197ce2519393 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 932 time: 0.0485389 Sep 01 16:05:36.296330 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-296b48f2-ff6b-46ee-bab8-dd09e2de1ba1 req-ddfa8de2-a7ad-4478-bcb6-e1dd5774eee3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Sep 01 16:05:36.301117 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.357182 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:36.426862 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Attempting to bind port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:36.427282 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Attempting to bind port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:36.427675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Attempting to bind port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:36.432421 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 on network dc205efc-3104-4c36-8df8-c9647ec162f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:05:36.434433 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Attempting to bind port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:36.438925 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:36.439359 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:36.439756 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Bound using segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:36.440183 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Bound port: 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:36.440676 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.486328 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f5fb-7f8b-476a-9008-24b049397bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.511166 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:36.514204 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:36.588787 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.626927 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.627542 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.628985 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] 10.222.0.97 "PUT /v2.0/ports/7b7f6c7d-75c3-433e-ada6-c67f57342ac2 HTTP/1.1" status: 200 len: 1094 time: 0.7591646 Sep 01 16:05:36.629450 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:36.631709 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd52e4c-6981-438a-b735-c5b7e4174c13" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:36.651472 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d5e93-66b8-49bd-aee6-3459d0d86d85 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:36.679237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a57ab-e587-43a0-a52b-77d3515d0b6e x-openstack-request-id: req-de3a57ab-e587-43a0-a52b-77d3515d0b6e {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:36.679547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:36.679790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-de3a57ab-e587-43a0-a52b-77d3515d0b6e {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:36.680190 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'status': 'completed', 'code': 200} Sep 01 16:05:36.833164 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-baedb27f-e0a0-4674-b43e-d20ced4827f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.834851 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-baedb27f-e0a0-4674-b43e-d20ced4827f1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1097 time: 0.0447655 Sep 01 16:05:36.966221 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-b6a57a8d-d48e-4e0a-bdf4-68bdf4a2d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.967714 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-b6a57a8d-d48e-4e0a-bdf4-68bdf4a2d2f9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1009524 Sep 01 16:05:37.073587 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-221cfd15-aabb-41c8-89f0-04ac65b04f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.075043 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-ebd52e4c-6981-438a-b735-c5b7e4174c13 req-221cfd15-aabb-41c8-89f0-04ac65b04f60 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0983760 Sep 01 16:05:37.201991 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-70cc41d9-6450-4493-9bd9-e3feaa9820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.203532 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-70cc41d9-6450-4493-9bd9-e3feaa9820a7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1097 time: 0.0436471 Sep 01 16:05:37.208702 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014f824-a0d6-4110-b9cf-d19028a76346 req-c7220121-64d5-4b20-8c47-4a609c3fe0dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.210199 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3014f824-a0d6-4110-b9cf-d19028a76346 req-c7220121-64d5-4b20-8c47-4a609c3fe0dd tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0496428 Sep 01 16:05:37.248746 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3014f824-a0d6-4110-b9cf-d19028a76346 req-9ed6d5a8-f32f-4634-b7e0-a09e328535f3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Sep 01 16:05:37.259512 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-f79645c4-9c9b-4bd2-8fb8-0056d84d7c44 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2 HTTP/1.1" status: 200 len: 217 time: 0.0351918 Sep 01 16:05:37.317200 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-42651729-5d82-4248-8915-7f5944f18eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.318846 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-42651729-5d82-4248-8915-7f5944f18eaa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0507724 Sep 01 16:05:37.370877 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-5451fba4-cf50-4e70-833f-50fa5eef52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.372408 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-5451fba4-cf50-4e70-833f-50fa5eef52b2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452931 Sep 01 16:05:37.418802 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247edc7-056a-4afc-9d93-398f53f148da req-4c44123e-6fa6-4ba3-b502-dd7e3b1588eb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.420285 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1247edc7-056a-4afc-9d93-398f53f148da req-4c44123e-6fa6-4ba3-b502-dd7e3b1588eb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Sep 01 16:05:37.464030 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1247edc7-056a-4afc-9d93-398f53f148da req-5a99cbf8-91fd-459d-af8c-37f41da2edac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373516 Sep 01 16:05:37.476201 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-65fde164-e06c-4f31-aee2-1de94b17a0e3 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868068 Sep 01 16:05:37.844502 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-00dc51b5-0446-4b48-98a4-96e0d1ecb202 req-89f89cbd-ffa1-4471-ab41-073e8570da72 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599145 Sep 01 16:05:38.288567 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:38.371584 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710b649-e187-4ca8-9807-49d227f60c8d req-ba19d728-8b47-4e85-b14b-888176d664b3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:38.373084 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b710b649-e187-4ca8-9807-49d227f60c8d req-ba19d728-8b47-4e85-b14b-888176d664b3 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0492477 Sep 01 16:05:38.413082 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b710b649-e187-4ca8-9807-49d227f60c8d req-2c3e107e-8e6a-4c63-a0b4-35fa98f23f80 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Sep 01 16:05:38.597401 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186a93-d52a-447c-9060-c46325f396cd req-95495df6-18ed-4371-b590-b7413306ced8 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:38.598964 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19186a93-d52a-447c-9060-c46325f396cd req-95495df6-18ed-4371-b590-b7413306ced8 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0512161 Sep 01 16:05:38.637378 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19186a93-d52a-447c-9060-c46325f396cd req-18f032c4-6ae5-4d33-85bc-26df5b560494 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Sep 01 16:05:39.174088 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-adce89bb-9de0-40b8-af41-e8756ad68a9a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423625 Sep 01 16:05:39.256525 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-5a614402-9f83-468d-9626-5d3aeb7facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.257864 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-5a614402-9f83-468d-9626-5d3aeb7facd7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=39856ef87a3d478f907eb6db529dda21&device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 1100 time: 0.0437357 Sep 01 16:05:39.301142 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1f05188f-e977-41ea-a919-1753a5476375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:39.368131 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-206a39ec-97de-4220-b20e-89a6d83b9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.369676 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-206a39ec-97de-4220-b20e-89a6d83b9a47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 200 len: 918 time: 0.0913355 Sep 01 16:05:39.376903 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91764cd9-f45f-4eb4-a785-d78625c44f8d req-f24ab530-3bc0-43d2-89f3-a0a8ecf218c8 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.378453 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-91764cd9-f45f-4eb4-a785-d78625c44f8d req-f24ab530-3bc0-43d2-89f3-a0a8ecf218c8 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0534668 Sep 01 16:05:39.447381 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-36cfe618-9b7d-4499-8b98-82cebd47ddc5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 200 len: 1002 time: 0.0658162 Sep 01 16:05:39.479357 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:39.506405 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-24042d65-7065-4301-9039-df7ccf5c04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.508484 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-24042d65-7065-4301-9039-df7ccf5c04be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 200 len: 855 time: 0.0536695 Sep 01 16:05:39.566705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-5e1ec953-68c9-4616-bef7-0efac576b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.568152 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-5e1ec953-68c9-4616-bef7-0efac576b512 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=4193e04e-2f70-4a49-9ff2-5f59c2ac0331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491445 Sep 01 16:05:39.664232 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-734cf16a-3a84-42fd-b801-a71b462d2dfa service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866427 Sep 01 16:05:39.679350 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-91764cd9-f45f-4eb4-a785-d78625c44f8d req-e5a2f28a-9661-43b8-82e0-f085c81864b6 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928786 Sep 01 16:05:39.695093 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e672d2-d782-43d0-8d01-3ff0d6c53733 req-ad9fc011-b16f-41ee-bce7-719eb5dbcf75 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.707599 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e6e672d2-d782-43d0-8d01-3ff0d6c53733 req-ad9fc011-b16f-41ee-bce7-719eb5dbcf75 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0762548 Sep 01 16:05:39.708145 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51042) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:39.761541 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e6e672d2-d782-43d0-8d01-3ff0d6c53733 req-e76e25c9-91dd-4102-bb64-28e3446a5b6a tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Sep 01 16:05:39.793927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4cde33aa-9aad-4a33-87da-2d64334f8457 req-2daf5544-f12b-4351-a0d8-7eda3dce35cb service neutron] 10.222.0.97 "GET /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103930 Sep 01 16:05:39.835358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b797-62ad-4025-b2ae-41079733eec0 req-5ba92d6f-55e3-4ac6-bf42-4ea7d7e87547 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.836870 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-def1b797-62ad-4025-b2ae-41079733eec0 req-5ba92d6f-55e3-4ac6-bf42-4ea7d7e87547 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0735304 Sep 01 16:05:39.891784 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-def1b797-62ad-4025-b2ae-41079733eec0 req-5248b0ee-fac7-4103-aa09-3fcf47f5edb2 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483336 Sep 01 16:05:39.957000 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e881ec-74bb-4b78-bc12-35fc420c39e1 tempest-TestMinimumBasicScenario-966484391 tempest-TestMinimumBasicScenario-966484391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.958474 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a6e881ec-74bb-4b78-bc12-35fc420c39e1 tempest-TestMinimumBasicScenario-966484391 tempest-TestMinimumBasicScenario-966484391-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1093 time: 0.2490494 Sep 01 16:05:39.961415 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51050) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:39.965821 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'port_id': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:40.044636 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.146083 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.251363 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Allocated IP 172.27.3.142 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/e4c78711-2517-45f5-87a6-75f03c925023) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:40.290599 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.359169 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.468979 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.510540 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:40.513436 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:40.516601 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:40.522337 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'Port': ['ID=e4c78711-2517-45f5-87a6-75f03c925023,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:40.548706 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.549116 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.549479 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.549813 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.550343 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.550738 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.551071 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.551396 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.551979 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.552309 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.552671 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.553136 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:40.887254 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.042671 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98c80-86f6-4bbc-b810-bd661240d8a7 req-3f046001-92fa-4e44-94e8-8905912670b4 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:41.044194 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2dc98c80-86f6-4bbc-b810-bd661240d8a7 req-3f046001-92fa-4e44-94e8-8905912670b4 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0765359 Sep 01 16:05:41.044732 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.118810 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2dc98c80-86f6-4bbc-b810-bd661240d8a7 req-2b801120-11d2-44c2-a693-eded471d0b88 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529513 Sep 01 16:05:41.223974 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.284860 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.352841 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'Port': ['ID=e4c78711-2517-45f5-87a6-75f03c925023,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:41.367445 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.467062 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Floating IP 1cf2e5a1-f703-4408-ad65-30a64ff3c9e7 associated. External IP: 172.27.3.142, port: 5215c619-edaf-407b-ba90-faa5ce769ac7. Sep 01 16:05:41.681244 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Router a8a00930-094f-491b-a2b6-aee2753e1399 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:41.788877 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:41.799513 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Sync routers for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:41.808813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:41.809472 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:05:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:41.867979 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:41.896864 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-433db283-3afa-4e74-8497-f7939c93c87a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9344163 Sep 01 16:05:41.897623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:41.899696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51056) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:41.900170 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45979c2-ca6d-43a2-bde6-6bd26834ef26" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:41.904898 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773485189', 'description': 'tempest-secgroup-smoke-1773485189 description', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:41.924620 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:41.946825 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb476dc-389a-48c1-a575-4b4fb0e25bc2 x-openstack-request-id: req-feb476dc-389a-48c1-a575-4b4fb0e25bc2 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:41.947123 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:41.947382 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-feb476dc-389a-48c1-a575-4b4fb0e25bc2 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:41.947782 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:05:41.994278 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.061789 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-6c8f8f38-8718-4466-9865-f9aaf3b1139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.063295 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-6c8f8f38-8718-4466-9865-f9aaf3b1139e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1098 time: 0.0590787 Sep 01 16:05:42.079468 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.164335 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.182955 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '1cf2e5a1-f703-4408-ad65-30a64ff3c9e7', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'port_id': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'mac_address': 'fa:16:3e:f5:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:40Z', 'updated_at': '2021-09-01T16:05:40Z', 'revision_number': 0, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:42.197955 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-de35ece9-6771-48a2-8ca7-ff595631240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.199344 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-de35ece9-6771-48a2-8ca7-ff595631240e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 916 time: 0.1122603 Sep 01 16:05:42.211449 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Checking router: a8a00930-094f-491b-a2b6-aee2753e1399 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:42.220555 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:42.221169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:05:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:42.251362 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.258629 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a62156-486c-435f-a259-1a732e9be195 req-91f00ff1-5b12-434d-98d2-9cded9f41cf6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.260142 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a3a62156-486c-435f-a259-1a732e9be195 req-91f00ff1-5b12-434d-98d2-9cded9f41cf6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0533745 Sep 01 16:05:42.299774 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a3a62156-486c-435f-a259-1a732e9be195 req-ae1b08a5-2387-4f73-8f4c-3ea58eacd461 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Sep 01 16:05:42.303210 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed701ac8-9fc9-4eda-a62c-8361c192900d,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:42.307001 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-bcfbdb25-8de3-4d3d-a70c-17521cfd2525 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 999 time: 0.0986211 Sep 01 16:05:42.351221 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.355337 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e103af92-a32c-4658-87ec-34ca845a0fbd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4518085 Sep 01 16:05:42.355743 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51064) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:42.363265 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:42.375388 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-a15414be-37d3-4001-810d-ec136e066ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.377110 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-a15414be-37d3-4001-810d-ec136e066ada service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.0574594 Sep 01 16:05:42.430238 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-7e4edcd6-1c0f-48b3-a37e-760c14a2d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.431784 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-7e4edcd6-1c0f-48b3-a37e-760c14a2d0d1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438263 Sep 01 16:05:42.438981 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.467144 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:42.492520 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.531094 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-ea4b8f23-f863-461a-81c5-a57e0ee27a6e service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913804 Sep 01 16:05:42.570861 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.591836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc1fcef-faeb-4b60-9a22-056831ad4abe,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:42.645261 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b45979c2-ca6d-43a2-bde6-6bd26834ef26 req-53d2434d-230e-4f42-91b1-29b7c89f4df6 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000710 Sep 01 16:05:42.727631 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '1cf2e5a1-f703-4408-ad65-30a64ff3c9e7', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'port_id': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'mac_address': 'fa:16:3e:f5:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:40Z', 'updated_at': '2021-09-01T16:05:40Z', 'revision_number': 0, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:42.729903 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.731232 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a3bd7984-7f80-433e-a95f-4599c66c7a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742688 Sep 01 16:05:42.734340 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51066) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:42.739852 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:42.757866 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ba31f-b930-4aef-8a68-b98c919bb403 None None] The sync data for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi is: [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '1cf2e5a1-f703-4408-ad65-30a64ff3c9e7', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'port_id': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'mac_address': 'fa:16:3e:f5:5f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:40Z', 'updated_at': '2021-09-01T16:05:40Z', 'revision_number': 0, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:42.834123 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.893450 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.956456 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53c37-aaa7-4aeb-9ff6-8953ea5a6ac3 None None] New status for floating IP 1cf2e5a1-f703-4408-ad65-30a64ff3c9e7: ACTIVE {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:05:42.960776 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.984703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81533db-5d04-40df-b194-fec17c0b1965,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:43.051204 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.052701 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5b2e9d48-b8a9-4004-a187-c2831f19bc29 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3173153 Sep 01 16:05:43.055504 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51068) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:43.060122 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:43.124684 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.184567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.262306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.281186 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c9a898-f1e8-43be-8056-547265f3972b,revision_number=0']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:43.341431 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.342727 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3e2b1d8c-52ba-49a5-8c63-64075ade8d27 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861166 Sep 01 16:05:43.346238 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51074) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:43.350920 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:43.423677 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f58d-985c-4111-b8ea-29b6136e1616 req-37bc0e80-e6a4-425f-b2d2-374b8b4eabb3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:43.425166 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9b78f58d-985c-4111-b8ea-29b6136e1616 req-37bc0e80-e6a4-425f-b2d2-374b8b4eabb3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0496786 Sep 01 16:05:43.438392 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.466422 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9b78f58d-985c-4111-b8ea-29b6136e1616 req-5105ee04-a1e5-413f-95d3-5f48092b2db0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350947 Sep 01 16:05:43.522191 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.615590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.635623 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd2a5c3-2ec6-47f1-ae91-8a946937bc35,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:43.719366 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.720596 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-247575b2-a7ec-4e70-9c43-5ef3675d38cb tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733437 Sep 01 16:05:43.723344 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51076) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:43.727838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:43.810949 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.securitygroups_db [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Project 4fe6e111b7ce4c86b1adea7218250bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:05:43.815883 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.877222 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.959215 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.977434 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4d148e-df52-4b03-b025-d236b4ea8d78,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:44.039334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.040579 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-25c028d3-a7d2-41b1-9198-60372d6228cd tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162878 Sep 01 16:05:44.043298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51078) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:44.047963 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'security_group_rule': {'security_group_id': 'ed701ac8-9fc9-4eda-a62c-8361c192900d', 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:44.130675 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.securitygroups_db [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Project 4fe6e111b7ce4c86b1adea7218250bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:05:44.135476 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.195715 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.244768 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176401'] for security_group_rule, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.262961 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e428231-6f03-4813-b244-2ee0935f16d6,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:44.302430 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.303655 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-771c72d0-f999-4708-b0db-af27f3677f07 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594483 Sep 01 16:05:44.388514 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-0c477ab0-5cfa-493a-a59f-7059cd448311 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773485189&fields=id&tenant_id=4fe6e111b7ce4c86b1adea7218250bdf HTTP/1.1" status: 200 len: 267 time: 0.0348139 Sep 01 16:05:44.439827 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-34b44ac5-8be7-4e5e-be04-10fc28016ae2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:44.441337 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-34b44ac5-8be7-4e5e-be04-10fc28016ae2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Sep 01 16:05:44.452216 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'port': {'security_groups': ['548245ee-82ea-4a52-9440-ca0520901169', 'ed701ac8-9fc9-4eda-a62c-8361c192900d']}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:44.516435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.661871 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea6b53-e4f0-4d64-ac69-bed707f8ee76 req-647c931f-af2e-456b-b480-c428d3a17949 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:44.665270 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5aea6b53-e4f0-4d64-ac69-bed707f8ee76 req-647c931f-af2e-456b-b480-c428d3a17949 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.1183593 Sep 01 16:05:44.755020 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5aea6b53-e4f0-4d64-ac69-bed707f8ee76 req-0417862c-cf3b-43d6-9e2d-557b0059d976 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835974 Sep 01 16:05:44.804086 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:44.833603 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.937467 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.972830 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:44.980553 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:44.981180 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:44.982629 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-47bb6fd8-268c-4b65-a0de-1bed5b193e45 req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "PUT /v2.0/ports/5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 981 time: 0.5349545 Sep 01 16:05:44.983050 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:44.985812 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2159f3-f35f-4014-ad38-298ac3eb8432" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:45.012385 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8eb6d-47e9-4a8a-a1ae-4a90e1938a09 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=6']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:45.029710 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf1113-60b1-42c1-80d3-2c74595c65c5 x-openstack-request-id: req-4eaf1113-60b1-42c1-80d3-2c74595c65c5 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:45.030189 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:45.030566 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-4eaf1113-60b1-42c1-80d3-2c74595c65c5 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:45.031102 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:05:45.114443 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80678-f2fc-4c7a-be88-02d9f3445485 req-4c437067-29bc-4477-8ce6-7fab51e299c7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.116911 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8e80678-f2fc-4c7a-be88-02d9f3445485 req-4c437067-29bc-4477-8ce6-7fab51e299c7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0669971 Sep 01 16:05:45.146122 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:45.148540 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-bf8d148e-0bd7-4e27-80d7-0968656aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.150680 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-bf8d148e-0bd7-4e27-80d7-0968656aa60e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1137 time: 0.0734642 Sep 01 16:05:45.169042 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8e80678-f2fc-4c7a-be88-02d9f3445485 req-b2e35a39-e843-4bec-9575-c2012c34933c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459409 Sep 01 16:05:45.254406 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-6de8ce81-9980-4c41-a996-2add2641a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.255981 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-6de8ce81-9980-4c41-a996-2add2641a28e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 916 time: 0.0972967 Sep 01 16:05:45.311078 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-6a7676be-20a7-4225-929f-9158c9a83988 None None] Provisioning complete for port 5215c619-edaf-407b-ba90-faa5ce769ac7 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:45.311391 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6a7676be-20a7-4225-929f-9158c9a83988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:45.323174 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-d18374f1-4b1a-406b-904d-75c008fb1a61 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0600517 Sep 01 16:05:45.374141 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-e8f0a496-3463-4c91-a742-e3311a0532a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.375650 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-e8f0a496-3463-4c91-a742-e3311a0532a9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.0439074 Sep 01 16:05:45.428191 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-7572bf26-1b38-49e4-96ab-a6aa16e5dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.429795 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-7572bf26-1b38-49e4-96ab-a6aa16e5dcf9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450587 Sep 01 16:05:45.525109 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-d5365892-8c16-48a8-9ae7-714d3385aeaa service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859036 Sep 01 16:05:45.631242 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-0f2159f3-f35f-4014-ad38-298ac3eb8432 req-7e410fe9-60ae-4194-a965-93f64f69ef39 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936735 Sep 01 16:05:45.868597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626eeb5-f796-48ac-81b7-20773e62e76c req-07567088-4724-4992-92fc-f2d52dec93fe tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:45.870115 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b626eeb5-f796-48ac-81b7-20773e62e76c req-07567088-4724-4992-92fc-f2d52dec93fe tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Sep 01 16:05:45.907086 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b626eeb5-f796-48ac-81b7-20773e62e76c req-309a73ec-5ed1-4a9d-a6f1-091db66b6198 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Sep 01 16:05:47.020330 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9ed1-edf6-478d-b2d8-2877b7a2a6b0 req-07721eab-5348-4a09-9f05-7531b230b5a5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:47.021826 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b69b9ed1-edf6-478d-b2d8-2877b7a2a6b0 req-07721eab-5348-4a09-9f05-7531b230b5a5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Sep 01 16:05:47.060478 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b69b9ed1-edf6-478d-b2d8-2877b7a2a6b0 req-d986522d-6553-454b-9131-c7c7518d73fd tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Sep 01 16:05:47.294286 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf7a7d-596d-4c82-89de-46581dd8e459 req-bf2e2992-b422-4e60-93e8-e7b1b4d1d0b4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:47.295754 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-69bf7a7d-596d-4c82-89de-46581dd8e459 req-bf2e2992-b422-4e60-93e8-e7b1b4d1d0b4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Sep 01 16:05:47.342160 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-69bf7a7d-596d-4c82-89de-46581dd8e459 req-41ff982c-16cf-4875-8aa1-7d49f926e859 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339718 Sep 01 16:05:48.180590 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75396d02-82fa-4341-8cac-219ac0a75c0c req-2419cb1d-3d71-4842-a542-e58f8e8e289d tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:48.182089 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75396d02-82fa-4341-8cac-219ac0a75c0c req-2419cb1d-3d71-4842-a542-e58f8e8e289d tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 944 time: 0.0488985 Sep 01 16:05:48.218769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-75396d02-82fa-4341-8cac-219ac0a75c0c req-443c22a1-c052-4292-9c68-3863dc625d48 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Sep 01 16:05:48.460942 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b09c1-75e3-40a7-8772-d5479c71ffbe req-3be08ace-3b63-43a5-9daa-c5127038fee0 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:48.462611 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-016b09c1-75e3-40a7-8772-d5479c71ffbe req-3be08ace-3b63-43a5-9daa-c5127038fee0 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0523944 Sep 01 16:05:48.504199 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-016b09c1-75e3-40a7-8772-d5479c71ffbe req-39f1f17f-3833-4abb-91c5-94a2c2471532 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355437 Sep 01 16:05:48.527070 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:48.738363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:05:48.837529 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:48.850768 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'port_id': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'mac_address': 'fa:16:3e:b7:c3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:05:48.892398 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:48.908915 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:48.928357 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:48.982131 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:49.029559 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:49.340227 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['7b7f6c7d-75c3-433e-ada6-c67f57342ac2'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:49.341658 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b6af1-80a7-4a13-8e69-91c605e89dfd req-3501ed7f-3668-407b-9499-8347dcc69fb7 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:49.343154 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-839b6af1-80a7-4a13-8e69-91c605e89dfd req-3501ed7f-3668-407b-9499-8347dcc69fb7 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 945 time: 0.0566008 Sep 01 16:05:49.383827 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-839b6af1-80a7-4a13-8e69-91c605e89dfd req-8bcb6908-36a7-4047-a601-571e540e6218 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Sep 01 16:05:49.624253 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827ca8a-13bc-4539-b35b-467af49093cc req-eedc3530-9031-4ac2-9c36-c6fb12522a09 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:49.625675 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8827ca8a-13bc-4539-b35b-467af49093cc req-eedc3530-9031-4ac2-9c36-c6fb12522a09 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Sep 01 16:05:49.664722 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8827ca8a-13bc-4539-b35b-467af49093cc req-aa702a1b-449a-46b8-9fd3-7b89be6cf02a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Sep 01 16:05:50.499457 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c116dd-e8c4-4681-90e0-82111f02de6a req-3170dd83-f122-4e4f-a8e8-981c23502a22 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:50.500926 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-09c116dd-e8c4-4681-90e0-82111f02de6a req-3170dd83-f122-4e4f-a8e8-981c23502a22 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 945 time: 0.0486484 Sep 01 16:05:50.538455 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-09c116dd-e8c4-4681-90e0-82111f02de6a req-4734f4a9-4303-4b44-a977-3582627b3c39 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Sep 01 16:05:50.740977 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:50.781969 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0268-a682-45c4-ae08-1985e2c35c61 req-3a334072-cd76-49db-96b0-47def203a9cb tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:50.783446 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3efa0268-a682-45c4-ae08-1985e2c35c61 req-3a334072-cd76-49db-96b0-47def203a9cb tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0531504 Sep 01 16:05:50.821971 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3efa0268-a682-45c4-ae08-1985e2c35c61 req-d4857d5f-153a-4269-8c45-8af84255ba1c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Sep 01 16:05:50.843708 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:50.848062 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:50.848431 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:50.930144 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:50.953653 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:50.956120 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98569614-d102-4027-b036-0b9e3b1857d9" -d '{"events": [{"server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:50.969934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:50.992429 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1fc0fb-11c9-4bde-899c-b24e3e691939 x-openstack-request-id: req-5e1fc0fb-11c9-4bde-899c-b24e3e691939 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:50.992714 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:50.992962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-5e1fc0fb-11c9-4bde-899c-b24e3e691939 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:50.993376 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'code': 200} Sep 01 16:05:51.033243 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:51.081235 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:51.310497 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c53b6f-86e2-4930-86fe-9e3df6ab09d0 req-93b37a19-e8dd-4e40-8734-dcf40d4feab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:51.311978 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45c53b6f-86e2-4930-86fe-9e3df6ab09d0 req-93b37a19-e8dd-4e40-8734-dcf40d4feab9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1099 time: 0.0405622 Sep 01 16:05:51.349712 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-45c53b6f-86e2-4930-86fe-9e3df6ab09d0 req-923c8acc-daea-408f-aa32-a833dac3b88c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279479 Sep 01 16:05:51.653231 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21e20-a1f6-459a-b806-0daf68378729 req-a3d24016-e7c7-42c1-b4b5-80b7dc6e1595 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:51.654822 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ed21e20-a1f6-459a-b806-0daf68378729 req-a3d24016-e7c7-42c1-b4b5-80b7dc6e1595 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0503047 Sep 01 16:05:51.694703 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ed21e20-a1f6-459a-b806-0daf68378729 req-638f046c-345a-423e-bfc7-683f7e941a7c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Sep 01 16:05:51.941423 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d4422-c3e8-4a1d-aecd-e8498458a9a8 req-2180bdd2-6bf6-49ef-972c-a886269e5c7d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:51.942897 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f7d4422-c3e8-4a1d-aecd-e8498458a9a8 req-2180bdd2-6bf6-49ef-972c-a886269e5c7d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Sep 01 16:05:51.980744 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8f7d4422-c3e8-4a1d-aecd-e8498458a9a8 req-c7164bc5-2722-41e9-b158-bcdcdddedde6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Sep 01 16:05:52.818203 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655cff8-be96-4f46-a384-43093833b4f2 req-1f668822-0f87-4e9d-9d18-fb6d97c2fd83 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:52.819852 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2655cff8-be96-4f46-a384-43093833b4f2 req-1f668822-0f87-4e9d-9d18-fb6d97c2fd83 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0583444 Sep 01 16:05:52.857190 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2655cff8-be96-4f46-a384-43093833b4f2 req-9ccf65a5-54b2-4479-bc0d-87c7779d811c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Sep 01 16:05:53.097961 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128213-3fba-4e2f-8ae3-671569340ce9 req-ecbdbde0-1998-45a1-8704-c4cf4b47aa26 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:53.099399 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-81128213-3fba-4e2f-8ae3-671569340ce9 req-ecbdbde0-1998-45a1-8704-c4cf4b47aa26 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0485635 Sep 01 16:05:53.136424 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-81128213-3fba-4e2f-8ae3-671569340ce9 req-4d2e192a-3ac6-4d6c-9a3e-f90b86431126 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Sep 01 16:05:53.971243 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cfd2c-5721-4f2f-949c-7488193dc5e2 req-13c0e91f-17c3-4931-81fe-06f9e72eb160 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:53.972705 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d35cfd2c-5721-4f2f-949c-7488193dc5e2 req-13c0e91f-17c3-4931-81fe-06f9e72eb160 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0497689 Sep 01 16:05:54.010686 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d35cfd2c-5721-4f2f-949c-7488193dc5e2 req-628c2c84-ded4-4338-a258-93aac3c26c0c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Sep 01 16:05:54.377077 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376073ef-3cf2-49c2-a4cb-dc98bba30316 req-73166b79-f4c6-4550-9887-327f73475573 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.379099 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-376073ef-3cf2-49c2-a4cb-dc98bba30316 req-73166b79-f4c6-4550-9887-327f73475573 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.3030913 Sep 01 16:05:54.408067 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e31a6-d2a5-465d-9a29-cecbfe5d153c req-86e173fc-3dd8-4532-80a8-6f7992d8516d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.409866 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4c3e31a6-d2a5-465d-9a29-cecbfe5d153c req-86e173fc-3dd8-4532-80a8-6f7992d8516d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0754867 Sep 01 16:05:54.441079 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-376073ef-3cf2-49c2-a4cb-dc98bba30316 req-d3dca561-2bb8-4509-8819-d4c260d78c93 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557504 Sep 01 16:05:54.460294 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4c3e31a6-d2a5-465d-9a29-cecbfe5d153c req-d5d98264-45ec-454a-b73f-f2106072d747 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Sep 01 16:05:54.463409 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51164) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:54.544461 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9c6ee-a145-4ed0-becd-e5b0b62c2fc7 tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.545992 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9ab9c6ee-a145-4ed0-becd-e5b0b62c2fc7 tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1094 time: 0.0816414 Sep 01 16:05:54.548839 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51168) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:54.554021 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'port_id': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:54.638844 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:54.738146 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:54.847606 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.27.3.237 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/17ebc9bf-a330-411a-9ae9-ad62b9efea97) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:54.946620 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.027933 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.063586 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:55.069073 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:55.072588 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:55.100291 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=17ebc9bf-a330-411a-9ae9-ad62b9efea97,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:55.434919 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.583309 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.624870 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01dbe7-05ea-4535-a301-d1640a322e5b req-19eff45a-83bc-4ebb-8a0c-4e2e729130cc tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:55.626421 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9c01dbe7-05ea-4535-a301-d1640a322e5b req-19eff45a-83bc-4ebb-8a0c-4e2e729130cc tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.1001875 Sep 01 16:05:55.725086 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9c01dbe7-05ea-4535-a301-d1640a322e5b req-0c6a77b2-764b-4805-a083-dfabac362b30 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883322 Sep 01 16:05:55.786941 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.844582 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.912106 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=17ebc9bf-a330-411a-9ae9-ad62b9efea97,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:55.925134 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:56.027260 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 7ec50cb4-a434-44d6-b175-a5e720727ac1 associated. External IP: 172.27.3.237, port: 7b7f6c7d-75c3-433e-ada6-c67f57342ac2. Sep 01 16:05:56.236783 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:56.343552 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:56.354547 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:56.367340 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:56.367973 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:05:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:56.482841 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:56.484121 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:56.521230 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0f5405a3-c20e-4dac-b255-31855e060c75 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9608169 Sep 01 16:05:56.521230 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:56.521230 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9291ce-466c-4735-a515-4f0cab442302" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:56.551531 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42bcc4b-d7b7-487c-b6e1-962e91d5e055 x-openstack-request-id: req-a42bcc4b-d7b7-487c-b6e1-962e91d5e055 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:56.551849 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:56.552236 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-a42bcc4b-d7b7-487c-b6e1-962e91d5e055 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:56.552498 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'status': 'completed', 'code': 200} Sep 01 16:05:56.651428 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9291ce-466c-4735-a515-4f0cab442302 req-916b7b4a-09f1-4839-861b-67fd18021956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:56.653025 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-916b7b4a-09f1-4839-861b-67fd18021956 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1099 time: 0.0411801 Sep 01 16:05:56.731368 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '7ec50cb4-a434-44d6-b175-a5e720727ac1', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:b7:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:55Z', 'updated_at': '2021-09-01T16:05:55Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:56.755753 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9291ce-466c-4735-a515-4f0cab442302 req-2cdce035-846f-4a6f-9464-711b55e4a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:56.757258 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-2cdce035-846f-4a6f-9464-711b55e4a7bb service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0954702 Sep 01 16:05:56.758712 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:56.767174 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:56.767784 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:05:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:56.847495 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-57320c0d-3971-436a-8447-fd497b141f60 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2 HTTP/1.1" status: 200 len: 1000 time: 0.0677264 Sep 01 16:05:56.851917 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549256-4cda-4815-b4d9-22b8eb06c27c req-eb06f980-b6f6-4b4a-946f-74d8ff0ef9e9 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:56.854361 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-96549256-4cda-4815-b4d9-22b8eb06c27c req-eb06f980-b6f6-4b4a-946f-74d8ff0ef9e9 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0564356 Sep 01 16:05:56.901297 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-96549256-4cda-4815-b4d9-22b8eb06c27c req-161706d3-8765-4403-8b19-a7a8809f9e89 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Sep 01 16:05:56.925588 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:56.930512 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9291ce-466c-4735-a515-4f0cab442302 req-e1a5dd6e-7932-402c-9ee2-2c3e585815c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:56.931947 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-e1a5dd6e-7932-402c-9ee2-2c3e585815c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0766754 Sep 01 16:05:56.982507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9291ce-466c-4735-a515-4f0cab442302 req-80cb3b41-1dd8-458d-8648-eb2c7319f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:56.985915 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-80cb3b41-1dd8-458d-8648-eb2c7319f030 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420282 Sep 01 16:05:57.093230 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-1cc3dbb5-26cf-40c7-a47a-4ea44c96a1f3 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008081 Sep 01 16:05:57.183852 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '7ec50cb4-a434-44d6-b175-a5e720727ac1', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:b7:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:55Z', 'updated_at': '2021-09-01T16:05:55Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:57.203396 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-6c9291ce-466c-4735-a515-4f0cab442302 req-99536563-34d3-4b9a-bb6f-0c741dd3f1b1 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975790 Sep 01 16:05:57.215926 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2691-b121-44da-b166-103cd5dd46ba None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '7ec50cb4-a434-44d6-b175-a5e720727ac1', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:b7:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:05:55Z', 'updated_at': '2021-09-01T16:05:55Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:57.417374 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e0634-ac6d-441b-b87c-cc879ad1f37c None None] New status for floating IP 7ec50cb4-a434-44d6-b175-a5e720727ac1: ACTIVE {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:05:57.555489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0da80-c747-46eb-9bf1-90baa58d6459 req-4d591615-5c2c-442b-b2f1-a266103ed5ff tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:57.557004 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19d0da80-c747-46eb-9bf1-90baa58d6459 req-4d591615-5c2c-442b-b2f1-a266103ed5ff tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0563910 Sep 01 16:05:57.600976 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-19d0da80-c747-46eb-9bf1-90baa58d6459 req-1f445e83-cc3d-4396-8d27-635d988159ca tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370095 Sep 01 16:05:57.671239 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-62b57cd6-fefd-4c7b-bd70-970e9c1508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:57.672907 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-62b57cd6-fefd-4c7b-bd70-970e9c1508fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1137 time: 0.0512431 Sep 01 16:05:57.776176 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-05e5a56a-6208-44f0-b940-3eb508f32634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:57.777673 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-05e5a56a-6208-44f0-b940-3eb508f32634 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 916 time: 0.0912862 Sep 01 16:05:57.850694 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-b58ed15d-c047-45ad-82a5-1fcc35bc7651 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0630574 Sep 01 16:05:57.902837 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-9dfce8ab-3e47-401b-9836-f4aac2abf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:57.904244 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-9dfce8ab-3e47-401b-9836-f4aac2abf65a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.0459886 Sep 01 16:05:57.962868 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-f2c142a0-fd3d-41b9-b82c-e9c1c4d5cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:57.964387 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-f2c142a0-fd3d-41b9-b82c-e9c1c4d5cd73 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493867 Sep 01 16:05:58.025920 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff7ab6-c28d-4bc6-9231-d6141d72a6b3 req-e1be43ef-b4b8-466a-b63d-9e9393459ac9 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:58.027418 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37ff7ab6-c28d-4bc6-9231-d6141d72a6b3 req-e1be43ef-b4b8-466a-b63d-9e9393459ac9 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0495720 Sep 01 16:05:58.061430 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-092ea43a-2686-41ac-9631-ecb7c393763b service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836678 Sep 01 16:05:58.066881 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-37ff7ab6-c28d-4bc6-9231-d6141d72a6b3 req-597d767f-1dea-499d-988a-2ad562a523db tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330470 Sep 01 16:05:58.156245 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-83790b06-cb0a-4a56-8125-ef7ae6d2acd2 req-1eaf398e-952c-4583-90a4-502abcfaadd4 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858641 Sep 01 16:05:58.726499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b8e0-3985-4651-ad21-7d254fb02d1f req-be5358f0-86d4-465b-add6-dbdfc5a822a7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:58.728062 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-df55b8e0-3985-4651-ad21-7d254fb02d1f req-be5358f0-86d4-465b-add6-dbdfc5a822a7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0508766 Sep 01 16:05:58.769838 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-df55b8e0-3985-4651-ad21-7d254fb02d1f req-75d1f599-05f8-4943-aa94-159ca3995482 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342345 Sep 01 16:05:59.186568 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff5c9d-a3ae-4790-8ec3-20bf500b349a req-5d605877-3aea-4624-82b3-9925c22ae3dc tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:59.188051 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fdff5c9d-a3ae-4790-8ec3-20bf500b349a req-5d605877-3aea-4624-82b3-9925c22ae3dc tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0558624 Sep 01 16:05:59.226689 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fdff5c9d-a3ae-4790-8ec3-20bf500b349a req-87fcfd7b-3267-4957-b3e5-ab9cd8df1953 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Sep 01 16:05:59.886217 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26767ff5-a923-480e-ba8a-1a3b6cebf411 req-e41c4304-6ba1-4ead-be4f-618efa3c63bf tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:59.887624 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-26767ff5-a923-480e-ba8a-1a3b6cebf411 req-e41c4304-6ba1-4ead-be4f-618efa3c63bf tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0502267 Sep 01 16:05:59.929991 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-26767ff5-a923-480e-ba8a-1a3b6cebf411 req-e3bf5d45-d3b5-49c9-99c6-16ca59e14175 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364602 Sep 01 16:06:00.344902 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692008-06ed-4eeb-b6e3-3878bf15f67e req-f8b421be-0efa-4736-ad06-e467c5d1a496 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:00.346506 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f2692008-06ed-4eeb-b6e3-3878bf15f67e req-f8b421be-0efa-4736-ad06-e467c5d1a496 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0503507 Sep 01 16:06:00.393170 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f2692008-06ed-4eeb-b6e3-3878bf15f67e req-52770d2e-ef6d-4929-abd1-7ca3d7cae2d2 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399437 Sep 01 16:06:01.054995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc70734-5bb4-4ca9-bdb1-71b26f4c4a7a req-26fbb502-f849-4c5e-8f19-12341e48dc4a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:01.056459 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8cc70734-5bb4-4ca9-bdb1-71b26f4c4a7a req-26fbb502-f849-4c5e-8f19-12341e48dc4a tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0537417 Sep 01 16:06:01.094794 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8cc70734-5bb4-4ca9-bdb1-71b26f4c4a7a req-681aaad6-8a83-4b11-823f-74ebe227e617 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324714 Sep 01 16:06:01.510791 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3550d-a238-4466-b722-c7aa00cdf90a req-15627a5b-879d-4866-a00c-869b25aea2a8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:01.512288 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cec3550d-a238-4466-b722-c7aa00cdf90a req-15627a5b-879d-4866-a00c-869b25aea2a8 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Sep 01 16:06:01.549775 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cec3550d-a238-4466-b722-c7aa00cdf90a req-d7f5eff4-aa13-4d0f-bcab-fda8fbcdb84a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Sep 01 16:06:02.211144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb59e-1349-40ee-9e17-a1f1bdd2fdd6 req-9f062455-eac4-4729-bbc8-8d4f579cfdb7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.212715 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a9eeb59e-1349-40ee-9e17-a1f1bdd2fdd6 req-9f062455-eac4-4729-bbc8-8d4f579cfdb7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0484703 Sep 01 16:06:02.251645 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a9eeb59e-1349-40ee-9e17-a1f1bdd2fdd6 req-420a2a63-e27e-40e9-be38-c52e1898576e tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330122 Sep 01 16:06:02.657845 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-49639c10-28ad-4a44-b128-018a6cb5a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.659358 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-49639c10-28ad-4a44-b128-018a6cb5a9e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0418546 Sep 01 16:06:02.673151 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38bc5-0189-4d45-b2e1-b4494aa064fa req-ee0af53f-5625-43ae-8fa4-295cbe502d06 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.674647 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c6c38bc5-0189-4d45-b2e1-b4494aa064fa req-ee0af53f-5625-43ae-8fa4-295cbe502d06 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0533667 Sep 01 16:06:02.714665 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c6c38bc5-0189-4d45-b2e1-b4494aa064fa req-b5fb7a59-c739-4f75-828f-c38a666c2545 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330193 Sep 01 16:06:02.765567 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-aba8b242-79d3-415c-b9c0-5ff13def6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.767036 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-aba8b242-79d3-415c-b9c0-5ff13def6fb0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.0935984 Sep 01 16:06:02.836403 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-84fa032f-df67-4f13-ba24-c1b5528c65e9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1002 time: 0.0609717 Sep 01 16:06:02.886520 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-a04f3fcb-ed6a-464d-be97-d20a1b4033c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.887947 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-a04f3fcb-ed6a-464d-be97-d20a1b4033c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0434952 Sep 01 16:06:02.935944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-6b71486f-c972-48e3-8b4e-2ed3eb660d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.937462 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-6b71486f-c972-48e3-8b4e-2ed3eb660d43 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390687 Sep 01 16:06:03.041100 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-f5742d37-82b9-477f-8c32-af4afb98a1f0 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844929 Sep 01 16:06:03.131146 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3d9aacfb-61bc-4d97-baa7-6787c0f3e19a req-2f0bf76d-16a5-4a9a-98a9-31539c826579 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811200 Sep 01 16:06:03.368653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ef72-0655-4b67-8f7c-d9303c332e66 req-25b5fb68-5b99-4135-9f7b-e5e268c63e15 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:03.370176 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03a0ef72-0655-4b67-8f7c-d9303c332e66 req-25b5fb68-5b99-4135-9f7b-e5e268c63e15 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0503683 Sep 01 16:06:03.420222 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-03a0ef72-0655-4b67-8f7c-d9303c332e66 req-959fdb01-9637-4e76-a09a-f80062df7329 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436051 Sep 01 16:06:03.832128 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a932258-6e82-4ab7-b7e9-a69e98e73274 req-cf37e6df-e7e7-4825-b857-e1e45a0f99af tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:03.833621 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1a932258-6e82-4ab7-b7e9-a69e98e73274 req-cf37e6df-e7e7-4825-b857-e1e45a0f99af tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0503039 Sep 01 16:06:03.870858 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1a932258-6e82-4ab7-b7e9-a69e98e73274 req-e5632ce0-838f-4b93-bc21-ceb86bc8feb0 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Sep 01 16:06:04.539062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624977a2-bd84-41e2-ac1a-d60c2ef3fe9b req-65e19edc-c79d-4625-919e-16c0f43f2e13 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:04.540576 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-624977a2-bd84-41e2-ac1a-d60c2ef3fe9b req-65e19edc-c79d-4625-919e-16c0f43f2e13 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0541365 Sep 01 16:06:04.580861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-624977a2-bd84-41e2-ac1a-d60c2ef3fe9b req-765cd7a6-dd15-4ee7-b17d-6ef3c3592d64 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343535 Sep 01 16:06:04.982811 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81209-e74b-4e55-af21-905f3fbe09a1 req-23ec495c-9548-4499-bb7e-599db7a7f03e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:04.984300 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-71e81209-e74b-4e55-af21-905f3fbe09a1 req-23ec495c-9548-4499-bb7e-599db7a7f03e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Sep 01 16:06:05.022183 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-71e81209-e74b-4e55-af21-905f3fbe09a1 req-b08f27d8-f68f-4036-8374-0b7fe2dbbb26 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313778 Sep 01 16:06:05.698584 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a12f9a-ba78-4507-affd-fe194b921f1d req-8707dd1e-e904-4fd3-8be4-26cebd8725e2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:05.700115 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70a12f9a-ba78-4507-affd-fe194b921f1d req-8707dd1e-e904-4fd3-8be4-26cebd8725e2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0505052 Sep 01 16:06:05.739450 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-70a12f9a-ba78-4507-affd-fe194b921f1d req-1b2f624a-6228-4efe-bda4-2738a13ea27f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333366 Sep 01 16:06:06.140072 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5a50a-4f6a-4a4d-a010-501437299b76 req-e66f25fa-15f1-44d3-b0a6-3794d173230b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:06.141661 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cc5a50a-4f6a-4a4d-a010-501437299b76 req-e66f25fa-15f1-44d3-b0a6-3794d173230b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0537329 Sep 01 16:06:06.184562 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cc5a50a-4f6a-4a4d-a010-501437299b76 req-1206d63b-841d-494d-99b8-dcac6cb66916 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355406 Sep 01 16:06:06.484366 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ac424bea-7240-47b7-aa86-55b9449e2ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:06.857239 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ec236-98e2-42af-84de-0a20f85f5b13 req-a5dd44b0-9371-476c-8803-4cfc205086de tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:06.858683 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c95ec236-98e2-42af-84de-0a20f85f5b13 req-a5dd44b0-9371-476c-8803-4cfc205086de tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0485096 Sep 01 16:06:06.900905 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c95ec236-98e2-42af-84de-0a20f85f5b13 req-33281bab-bbfa-42f1-847f-bfa997b41c0c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353763 Sep 01 16:06:07.298994 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9593-5d24-43dc-a18a-c386aa7d5724 req-c757c32e-8bb8-420c-8960-ce3e93ec62a1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.300473 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0d9b9593-5d24-43dc-a18a-c386aa7d5724 req-c757c32e-8bb8-420c-8960-ce3e93ec62a1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Sep 01 16:06:07.338781 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0d9b9593-5d24-43dc-a18a-c386aa7d5724 req-a1b43cb5-4e68-43d9-9e95-7cd04b82da0b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321834 Sep 01 16:06:07.746900 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77762af4-c480-4642-ac5a-ed19c2e06e2c req-e5a2b76c-b46e-4f07-ac61-787e2515c10b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.752562 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77762af4-c480-4642-ac5a-ed19c2e06e2c req-e5a2b76c-b46e-4f07-ac61-787e2515c10b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0532899 Sep 01 16:06:07.788701 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-77762af4-c480-4642-ac5a-ed19c2e06e2c req-c3030199-e1aa-421c-bb36-337d95ea9263 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343361 Sep 01 16:06:07.792302 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-2e8fff5b-e020-4c78-bb29-4d9e02fe0c63 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450339 Sep 01 16:06:08.038531 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38aa16-a091-4928-9af1-f8323126e4b3 req-c0407eca-28f8-476a-97e3-ee6f5c1bf31b tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.039020 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9a38aa16-a091-4928-9af1-f8323126e4b3 req-c0407eca-28f8-476a-97e3-ee6f5c1bf31b tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0591018 Sep 01 16:06:08.081445 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-9a38aa16-a091-4928-9af1-f8323126e4b3 req-25b192d5-ceaf-4211-86e8-184d52a996c4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359704 Sep 01 16:06:08.273144 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:08.841007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:08.903586 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d8433-5f05-4f4d-8907-f511024b4b9b req-28d88ca3-85ae-405a-8cdb-199869fda7a7 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.905066 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-997d8433-5f05-4f4d-8907-f511024b4b9b req-28d88ca3-85ae-405a-8cdb-199869fda7a7 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Sep 01 16:06:08.924527 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:08.944931 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-997d8433-5f05-4f4d-8907-f511024b4b9b req-aac51740-b75d-4031-8c68-c1c4e911f7c7 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Sep 01 16:06:08.950131 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:08.952445 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f682e586-1ae6-4efb-b683-15e68f92af14" -d '{"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:08.966536 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:08.996838 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e10bbf-885b-48ed-a58a-91cfb88a5eeb x-openstack-request-id: req-74e10bbf-885b-48ed-a58a-91cfb88a5eeb {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:08.997125 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-unplugged", "status": "failed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "code": 422}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:08.997408 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-74e10bbf-885b-48ed-a58a-91cfb88a5eeb {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:08.997807 dv-cinder-788366-6-iscsi neutron-server[106022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'code': 422} returned with failed status Sep 01 16:06:09.033250 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:09.208890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=6']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:09.210343 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accb3ff-b680-4606-9061-63509cbaecac req-61ab5422-a141-4e3a-b73f-93025df1a2aa tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:09.211846 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3accb3ff-b680-4606-9061-63509cbaecac req-61ab5422-a141-4e3a-b73f-93025df1a2aa tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0565457 Sep 01 16:06:09.253714 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3accb3ff-b680-4606-9061-63509cbaecac req-a72e6fc0-3b13-498e-bdf1-4fa9c7bb202b tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349898 Sep 01 16:06:09.273320 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-352f4f28-6c15-4a7a-aedb-d03e137fe519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:09.478003 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:10.065626 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bbb54-200e-44aa-876e-7ea06ac6d0fa req-0e0bfabf-6637-4be6-bf3c-f716f5335779 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.067018 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f4bbb54-200e-44aa-876e-7ea06ac6d0fa req-0e0bfabf-6637-4be6-bf3c-f716f5335779 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0497499 Sep 01 16:06:10.105800 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-3f4bbb54-200e-44aa-876e-7ea06ac6d0fa req-47aa5f98-9fce-412f-aec2-f94ffeaf2bea tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Sep 01 16:06:10.319269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:10.371910 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7234e-21e7-4dd2-b703-395ed60afa9b req-a109b704-d51b-48ee-a162-a7fdec0f01c7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.373401 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ce7234e-21e7-4dd2-b703-395ed60afa9b req-a109b704-d51b-48ee-a162-a7fdec0f01c7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0486627 Sep 01 16:06:10.414198 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-8ce7234e-21e7-4dd2-b703-395ed60afa9b req-07f0c75a-b128-4c2f-9754-c46268f6b8bc tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347047 Sep 01 16:06:10.707060 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e206-af5c-458c-b041-149484b02615 req-b180b030-94b0-47aa-a66b-27a5deab1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.709348 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-b180b030-94b0-47aa-a66b-27a5deab1d06 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2&tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148 HTTP/1.1" status: 200 len: 1097 time: 0.0417264 Sep 01 16:06:10.784944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e206-af5c-458c-b041-149484b02615 req-3c0e9311-bcc7-497a-bcbd-432cedd883cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.787048 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-3c0e9311-bcc7-497a-bcbd-432cedd883cc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0438340 Sep 01 16:06:10.880926 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e206-af5c-458c-b041-149484b02615 req-efb17fd7-eacd-4217-931d-3ebc56f3da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.882466 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-efb17fd7-eacd-4217-931d-3ebc56f3da55 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.0886090 Sep 01 16:06:10.958098 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-0928f27e-16b6-430e-9514-2c27a5c557b1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1000 time: 0.0601723 Sep 01 16:06:11.019820 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e206-af5c-458c-b041-149484b02615 req-22aca2ee-851a-43cb-8d61-5b6d522f9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:11.021301 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-22aca2ee-851a-43cb-8d61-5b6d522f9ea1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0437815 Sep 01 16:06:11.073960 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e206-af5c-458c-b041-149484b02615 req-b4a48aee-c37c-4dab-abd9-76057d179139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:11.075431 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-b4a48aee-c37c-4dab-abd9-76057d179139 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438540 Sep 01 16:06:11.175501 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-85fad851-f84f-4c78-8906-5a4b90692ea1 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908747 Sep 01 16:06:11.233910 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c493e-3d71-4ce6-a059-67827b3fa206 req-303b3dbd-0496-4afd-a9a5-1f50a9050bb4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:11.235442 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd9c493e-3d71-4ce6-a059-67827b3fa206 req-303b3dbd-0496-4afd-a9a5-1f50a9050bb4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0539141 Sep 01 16:06:11.272995 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b311e206-af5c-458c-b041-149484b02615 req-43b8fd04-9e9e-465e-91be-6e34ad6bf8df service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880313 Sep 01 16:06:11.275994 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fd9c493e-3d71-4ce6-a059-67827b3fa206 req-c85df859-8eea-4cea-baae-04530c6084fd tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338202 Sep 01 16:06:11.537376 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e97bc8-7c1b-48c1-8a12-dc9778d904eb req-235ea23d-6b02-41b2-bac6-e1b839e13b8f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:11.538769 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-22e97bc8-7c1b-48c1-8a12-dc9778d904eb req-235ea23d-6b02-41b2-bac6-e1b839e13b8f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0494797 Sep 01 16:06:11.580046 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-22e97bc8-7c1b-48c1-8a12-dc9778d904eb req-c72df35c-5c26-4f44-83da-ffd98b3edcde tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351949 Sep 01 16:06:11.992965 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:12.400054 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6601b-c94f-4b95-b47f-84d916c224d4 req-baf79563-95cb-41a5-a50d-7c6c96d5fd7b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:12.401573 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5a6601b-c94f-4b95-b47f-84d916c224d4 req-baf79563-95cb-41a5-a50d-7c6c96d5fd7b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0564859 Sep 01 16:06:12.447755 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f5a6601b-c94f-4b95-b47f-84d916c224d4 req-8fe57f9a-5b96-4df8-8810-f611d0165e32 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400033 Sep 01 16:06:12.709039 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d49bc8-143e-453b-a126-0dc30ec293d4 req-a231f219-958e-42ed-b55e-c22a58ce4ae2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:12.710809 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32d49bc8-143e-453b-a126-0dc30ec293d4 req-a231f219-958e-42ed-b55e-c22a58ce4ae2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0625808 Sep 01 16:06:12.754020 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-32d49bc8-143e-453b-a126-0dc30ec293d4 req-c8f7c20f-c08d-4e22-936e-1b274b3df210 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351670 Sep 01 16:06:13.574042 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ba3b-3225-463b-a60d-63eb134f04c0 req-caf937be-82b1-4e02-830d-d026251ace91 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:13.577836 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d882ba3b-3225-463b-a60d-63eb134f04c0 req-caf937be-82b1-4e02-830d-d026251ace91 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0544515 Sep 01 16:06:13.614901 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d882ba3b-3225-463b-a60d-63eb134f04c0 req-6b6b1017-83f3-4668-8b98-42b6562b7780 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333290 Sep 01 16:06:13.867610 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054448f8-7867-45b8-bac0-d558aaf7e353 req-d5d1225e-47f2-433a-a168-7079f09cce0f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:13.869003 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-054448f8-7867-45b8-bac0-d558aaf7e353 req-d5d1225e-47f2-433a-a168-7079f09cce0f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0483985 Sep 01 16:06:13.909704 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-054448f8-7867-45b8-bac0-d558aaf7e353 req-69690b8a-cfd5-4669-a613-92218be95245 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346310 Sep 01 16:06:14.164732 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9cdc-25d8-430d-8efa-d66910ea98cb req-0b26630e-9c56-4e09-9427-8301716c9e9d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:14.166352 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-58bd9cdc-25d8-430d-8efa-d66910ea98cb req-0b26630e-9c56-4e09-9427-8301716c9e9d tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Sep 01 16:06:14.203943 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-58bd9cdc-25d8-430d-8efa-d66910ea98cb req-70503345-aeee-4bbc-8eb8-a64c92470682 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Sep 01 16:06:14.732778 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8e24-1639-4203-95d0-d4ddddfd538e req-c753cbda-4026-4e91-8c6b-449f04eb23e6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:14.734274 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6e6c8e24-1639-4203-95d0-d4ddddfd538e req-c753cbda-4026-4e91-8c6b-449f04eb23e6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0497251 Sep 01 16:06:14.771119 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6e6c8e24-1639-4203-95d0-d4ddddfd538e req-bb3c1fc1-6bd1-4d00-802f-084a07727098 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Sep 01 16:06:15.032281 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66cde-cf20-4e1d-b927-3257840c50e3 req-e2204619-321c-432f-bd96-1a639570ec7e tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:15.033790 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25b66cde-cf20-4e1d-b927-3257840c50e3 req-e2204619-321c-432f-bd96-1a639570ec7e tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0510275 Sep 01 16:06:15.073870 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25b66cde-cf20-4e1d-b927-3257840c50e3 req-cb72d0bb-05a3-4ede-828a-5cdee71451db tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=ed701ac8-9fc9-4eda-a62c-8361c192900d&id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339868 Sep 01 16:06:15.322394 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d523cd-06f1-4323-abed-50d838e846d0 req-b08d7f59-1f7c-476f-a8e9-17967046721a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:15.323866 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25d523cd-06f1-4323-abed-50d838e846d0 req-b08d7f59-1f7c-476f-a8e9-17967046721a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Sep 01 16:06:15.360144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-25d523cd-06f1-4323-abed-50d838e846d0 req-8da751e2-de87-49ae-9ab5-a651289fdb7c tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304463 Sep 01 16:06:15.884344 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4abf88-b0ab-4d7a-a9b0-54ef33897bf6 req-93142676-179d-4336-b81d-99d853c73e2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:15.885821 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc4abf88-b0ab-4d7a-a9b0-54ef33897bf6 req-93142676-179d-4336-b81d-99d853c73e2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Sep 01 16:06:15.922449 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fc4abf88-b0ab-4d7a-a9b0-54ef33897bf6 req-575a976a-3fd1-4e99-981c-366a33c5813b tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Sep 01 16:06:16.364339 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-dbb7b4cf-0b09-43aa-bfad-fdae6595ac7b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:16.366446 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-dbb7b4cf-0b09-43aa-bfad-fdae6595ac7b tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Sep 01 16:06:16.463200 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Deleting port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:16.463545 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:16.481857 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046f36-e3c0-4a33-a2c7-a7d5b230d00c req-1d088f9e-3334-4d22-a539-d2b860304c1a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:16.483330 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-52046f36-e3c0-4a33-a2c7-a7d5b230d00c req-1d088f9e-3334-4d22-a539-d2b860304c1a tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Sep 01 16:06:16.520942 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-52046f36-e3c0-4a33-a2c7-a7d5b230d00c req-b000debf-2e2a-4e9c-94f5-fb2de2cbdd12 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups?id=f582df32-e2ee-4686-ac8e-c9191435d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317457 Sep 01 16:06:16.556186 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] For port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:16.556496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:16.721237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:16.721630 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:16.721948 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Floating IP 89a3e2f2-013b-4c77-aa8f-449c13a6951b disassociated. External IP: 172.27.3.47, port: 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6. Sep 01 16:06:16.722290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Calling delete_port for 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:16.901546 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:16.929787 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'Port': ['ID=1d0c7933-7bd3-4117-956b-cf3cf09d9ec6,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:16.940572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.940915 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.941286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:16.946449 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:17.042618 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75203-e84c-4233-8179-0eb33c218882 req-5b7f4062-2967-4a20-bdfa-d2c32e95cc44 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:17.044144 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c7d75203-e84c-4233-8179-0eb33c218882 req-5b7f4062-2967-4a20-bdfa-d2c32e95cc44 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0520554 Sep 01 16:06:17.055645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:17.082781 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c7d75203-e84c-4233-8179-0eb33c218882 req-e980153a-a44c-411a-8dc5-ec85f47612c2 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Sep 01 16:06:17.407997 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:17.418882 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:17.428150 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:17.428784 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:17.445963 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] No DVR routers for this DVR port 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:17.448642 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:17.450876 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-81a1e299-244b-4b7c-b2c9-84f7ac4f667c req-ebfecf22-a84b-416a-8977-c128d5359d56 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.97 "DELETE /v2.0/ports/1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 HTTP/1.1" status: 204 len: 173 time: 1.0777769 Sep 01 16:06:17.451327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'name': 'network-vif-deleted', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:17.453552 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b207f0d-ce4e-42dc-b9ea-14b867144f99" -d '{"events": [{"server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "name": "network-vif-deleted", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:17.489429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98faff2e-5e48-4bcf-b72d-848a7a2c877c x-openstack-request-id: req-98faff2e-5e48-4bcf-b72d-848a7a2c877c {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:17.489673 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee6fcdb-a922-4135-9350-c58f6eb62d26", "name": "network-vif-deleted", "tag": "1d0c7933-7bd3-4117-956b-cf3cf09d9ec6", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:17.489924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-98faff2e-5e48-4bcf-b72d-848a7a2c877c {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:17.490388 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6fcdb-a922-4135-9350-c58f6eb62d26', 'name': 'network-vif-deleted', 'tag': '1d0c7933-7bd3-4117-956b-cf3cf09d9ec6', 'status': 'completed', 'code': 200} Sep 01 16:06:17.540876 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:17.622278 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-53108fe9-891f-41a7-af8c-423ec9b283db req-ebe2b473-569b-49bf-b171-c4ef09773eaf tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/ports?device_id=5ee6fcdb-a922-4135-9350-c58f6eb62d26 HTTP/1.1" status: 200 len: 210 time: 0.0320675 Sep 01 16:06:17.747131 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:17.777545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:17.786109 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:17.786730 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:17.892708 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:18.092302 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:18.119080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3100-4b6b-497d-8992-b10204f8e6b7 None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:50Z', 'revision_number': 4, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'b8d92785-740d-42f2-a0e4-7b97c9064b93', 'name': '', 'network_id': '6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'mac_address': 'fa:16:3e:b2:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:50Z', 'updated_at': '2021-09-01T15:59:56Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'subnets': [{'id': '98dc54d5-3f25-4750-a975-0e8696a65dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:18.211650 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b365bd2-57ba-4c8b-abed-04166d9cf949 req-848f8481-b3ac-4476-a410-b603688e598d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:18.213158 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b365bd2-57ba-4c8b-abed-04166d9cf949 req-848f8481-b3ac-4476-a410-b603688e598d tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0523717 Sep 01 16:06:18.252979 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7b365bd2-57ba-4c8b-abed-04166d9cf949 req-8ab8f222-f222-4ffa-a8ad-8dcd840f991f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Sep 01 16:06:18.345316 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07fddc1-371b-4d59-8c3a-f4f7fc10e5b5 None None] New status for floating IP 89a3e2f2-013b-4c77-aa8f-449c13a6951b: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:06:18.758873 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51384) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:18.819343 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.841805 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.901579 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:18.921728 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:18.922102 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 1d0c7933-7bd3-4117-956b-cf3cf09d9ec6 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:18.946847 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.949426 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.950581 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "DELETE /v2.0/security-groups/f582df32-e2ee-4686-ac8e-c9191435d04d HTTP/1.1" status: 204 len: 168 time: 0.1907098 Sep 01 16:06:18.953399 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51386) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:18.959627 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4c7c0-77cf-4ac9-9b2a-560431f64562 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582df32-e2ee-4686-ac8e-c9191435d04d,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:18.967203 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.api.v2.resource [None req-39553d20-f40b-4c8e-9514-28596661c7be tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] show failed (client error): The resource could not be found. Sep 01 16:06:18.968193 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-39553d20-f40b-4c8e-9514-28596661c7be tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "GET /v2.0/security-groups/f582df32-e2ee-4686-ac8e-c9191435d04d HTTP/1.1" status: 404 len: 347 time: 0.0138242 Sep 01 16:06:18.971058 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51388) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:19.093461 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Deleting port f6010463-c580-4b1c-9ed8-74a585c74142 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:19.093722 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.171081 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.171412 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.183017 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Calling delete_port for f6010463-c580-4b1c-9ed8-74a585c74142 owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:19.353075 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.370214 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659d413-f0b6-462f-97d4-01149ec23b47 req-37bf4463-924c-4cf6-a2c1-955efbd789a3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:19.371723 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1659d413-f0b6-462f-97d4-01149ec23b47 req-37bf4463-924c-4cf6-a2c1-955efbd789a3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0503240 Sep 01 16:06:19.379286 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Pushing event deleted for resources: {'Port': ['ID=f6010463-c580-4b1c-9ed8-74a585c74142,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:19.411363 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1659d413-f0b6-462f-97d4-01149ec23b47 req-bcd8cc69-bc18-406d-800c-b595fa042f39 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Sep 01 16:06:19.441052 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.446880 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:19.446880 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-10a8a83a-85a0-456c-b3b5-7e2d40447c55 tempest-AttachVolumeTestJSON-148549396 tempest-AttachVolumeTestJSON-148549396-project] 10.222.0.103 "DELETE /v2.0/floatingips/89a3e2f2-013b-4c77-aa8f-449c13a6951b HTTP/1.1" status: 204 len: 168 time: 0.4734001 Sep 01 16:06:20.529849 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1df1-1718-4303-992b-2c18f7a45ba6 req-2706f7d1-27dc-4694-8b12-76f21b74485c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:20.531304 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f16b1df1-1718-4303-992b-2c18f7a45ba6 req-2706f7d1-27dc-4694-8b12-76f21b74485c tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 944 time: 0.0489397 Sep 01 16:06:20.569013 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f16b1df1-1718-4303-992b-2c18f7a45ba6 req-6850c697-0ad4-40bb-b3c2-bb35ca62f082 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Sep 01 16:06:20.917582 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:06:21.017104 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:21.028337 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'port_id': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'mac_address': 'fa:16:3e:e2:32:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:06:21.065493 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:21.077903 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5249ff20-1a7a-4d05-99f6-a5728e8f4509 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:06:21.096277 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:21.164487 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:21.217056 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=7']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:21.570824 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5249ff20-1a7a-4d05-99f6-a5728e8f4509'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:21.689695 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d6ce-68a2-46e0-8504-8a9b81e80801 req-772acd59-08cf-49ab-b446-c754833503a6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:21.691170 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f74d6ce-68a2-46e0-8504-8a9b81e80801 req-772acd59-08cf-49ab-b446-c754833503a6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 945 time: 0.0535274 Sep 01 16:06:21.730296 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4f74d6ce-68a2-46e0-8504-8a9b81e80801 req-b036bdce-b8d5-4bab-b9e6-653874625b2a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323746 Sep 01 16:06:22.579406 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbb3d-8320-46f7-8876-55e5d40fc018 req-a6ae5e76-d51a-4c14-b545-0aa0b3d6234e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:22.580868 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95bdbb3d-8320-46f7-8876-55e5d40fc018 req-a6ae5e76-d51a-4c14-b545-0aa0b3d6234e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0489759 Sep 01 16:06:22.619554 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-95bdbb3d-8320-46f7-8876-55e5d40fc018 req-c5d3a0a4-f6df-4cd2-a4af-7fdc2776b30e tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Sep 01 16:06:22.848345 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c7113-d812-4b2c-9037-76d2db5a2aed req-a7bf969d-a098-49ec-a38f-eefbed3ae1e1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:22.849966 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e7c7113-d812-4b2c-9037-76d2db5a2aed req-a7bf969d-a098-49ec-a38f-eefbed3ae1e1 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Sep 01 16:06:22.889053 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5e7c7113-d812-4b2c-9037-76d2db5a2aed req-fb819321-d874-4d17-b07e-8beac4cc6c63 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329638 Sep 01 16:06:22.948377 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:22.995876 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:22.996252 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:23.069895 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:23.094487 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:23.096706 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b430d9-096e-4453-9566-e7d11b262e6b" -d '{"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:23.110228 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:23.131786 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a0658-609a-4ee6-8948-930b93cc7d51 x-openstack-request-id: req-038a0658-609a-4ee6-8948-930b93cc7d51 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:23.132077 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:23.132329 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-038a0658-609a-4ee6-8948-930b93cc7d51 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:23.133278 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'code': 200} Sep 01 16:06:23.204253 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:23.256181 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=8']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:23.312324 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51438) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:23.543000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a688b4f-fbaa-4b52-96a7-971ac28fee50 req-eb2f324a-3caa-4a78-8ed8-bb306c894723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:23.544514 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2a688b4f-fbaa-4b52-96a7-971ac28fee50 req-eb2f324a-3caa-4a78-8ed8-bb306c894723 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0446026 Sep 01 16:06:23.584935 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2a688b4f-fbaa-4b52-96a7-971ac28fee50 req-6b84689e-2f35-43fc-ba0b-4261b8f7939e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289524 Sep 01 16:06:23.769371 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b436-2ebe-43ad-8d16-cf646b47c54d req-8ccb6bf2-e8ca-42ae-ac91-f80cd7dcaee7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:23.770824 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d323b436-2ebe-43ad-8d16-cf646b47c54d req-8ccb6bf2-e8ca-42ae-ac91-f80cd7dcaee7 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0767372 Sep 01 16:06:23.834162 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d323b436-2ebe-43ad-8d16-cf646b47c54d req-dc187e57-3cfb-4546-b047-9ff15c24f629 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563591 Sep 01 16:06:23.899808 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.094332 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd604c-3018-49e0-9a4b-673c96c5ee34 req-3cb41b28-a1a0-489e-9209-51dd6b798854 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:24.095690 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4bd604c-3018-49e0-9a4b-673c96c5ee34 req-3cb41b28-a1a0-489e-9209-51dd6b798854 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.1161485 Sep 01 16:06:24.175056 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c4bd604c-3018-49e0-9a4b-673c96c5ee34 req-cd907b69-2ad4-4f07-b3e6-a035bb7f1ec6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656290 Sep 01 16:06:24.525877 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Deleting port b8d92785-740d-42f2-a0e4-7b97c9064b93 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:24.526217 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.608093 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] For port b8d92785-740d-42f2-a0e4-7b97c9064b93, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=b8d92785-740d-42f2-a0e4-7b97c9064b93,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:24.608455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.622832 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Calling delete_port for b8d92785-740d-42f2-a0e4-7b97c9064b93 owned by network:router_interface {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:24.681270 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-57c7a46f-c1c0-4ea4-b54c-a2d51f80d7df tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:24.683411 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-57c7a46f-c1c0-4ea4-b54c-a2d51f80d7df tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.0524876 Sep 01 16:06:24.836340 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Deleting port 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:24.836716 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.913480 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.931798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] For port 00d1872e-aa27-4bfa-97bd-320382201819, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00d1872e-aa27-4bfa-97bd-320382201819,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:24.932171 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:24.970815 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d92785-740d-42f2-a0e4-7b97c9064b93,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:25.045324 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94284eb5-15f1-4e6b-9495-2713655246a4 req-a5df0ca9-e9c6-4627-9bd5-203e5915983d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:25.046948 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-94284eb5-15f1-4e6b-9495-2713655246a4 req-a5df0ca9-e9c6-4627-9bd5-203e5915983d tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 947 time: 0.1300931 Sep 01 16:06:25.136809 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.137297 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.137510 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Floating IP 73045cb1-3ba9-4c37-8ea1-624b9632f824 disassociated. External IP: 172.27.3.201, port: 00d1872e-aa27-4bfa-97bd-320382201819. Sep 01 16:06:25.137813 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Calling delete_port for 00d1872e-aa27-4bfa-97bd-320382201819 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:25.170257 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-94284eb5-15f1-4e6b-9495-2713655246a4 req-78d7ac7d-4ba5-4e5b-be80-80a9c1cebd38 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups?id=4eae6112-5d9e-476e-a09a-a1a4f07b00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107216 Sep 01 16:06:25.204078 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.353201 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7e8c0-4fc3-48b7-a4ab-dac26ea7950d req-4ae80c8d-4ada-4279-9069-7b130f1e5f6f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:25.354719 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dab7e8c0-4fc3-48b7-a4ab-dac26ea7950d req-4ae80c8d-4ada-4279-9069-7b130f1e5f6f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.1028361 Sep 01 16:06:25.363914 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.392673 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'Port': ['ID=00d1872e-aa27-4bfa-97bd-320382201819,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:25.444527 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dab7e8c0-4fc3-48b7-a4ab-dac26ea7950d req-bc3487a4-ea57-4356-b986-80af86ede056 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831263 Sep 01 16:06:25.512597 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Router 6d15bc95-2303-4edd-93cf-82b96192546b has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:25.521580 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:25.526984 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:06:25.627377 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:25.633474 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-13fec7fb-ee8d-4aeb-aa80-950b5c4d7866 admin admin] 10.222.0.103 "PUT /v2.0/routers/6d15bc95-2303-4edd-93cf-82b96192546b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201010 Sep 01 16:06:25.636100 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51452) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:25.636610 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Sync routers for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:25.643895 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:25.649322 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:25.649948 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:25.654353 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:25.664349 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:25.665306 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:25.733055 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] No DVR routers for this DVR port 00d1872e-aa27-4bfa-97bd-320382201819 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:25.736023 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.738441 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-da8bf077-9c7f-4bcf-bd8e-5fbc123d9896 req-08cafd84-9759-4f0a-a746-ef494fa08e40 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.97 "DELETE /v2.0/ports/00d1872e-aa27-4bfa-97bd-320382201819 HTTP/1.1" status: 204 len: 173 time: 1.0010140 Sep 01 16:06:25.740889 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-deleted', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:25.745296 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76b4f3-78ba-49bc-9069-277db09b7892" -d '{"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-deleted", "tag": "00d1872e-aa27-4bfa-97bd-320382201819"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:25.762152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:25.815810 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks [] for router, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.819329 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf7213-e191-4a17-8fdd-04ade5664361 x-openstack-request-id: req-fbbf7213-e191-4a17-8fdd-04ade5664361 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:25.819618 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2f81c4-c9ae-436e-abb8-0ebfa81f00df", "name": "network-vif-deleted", "tag": "00d1872e-aa27-4bfa-97bd-320382201819", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:25.820178 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-fbbf7213-e191-4a17-8fdd-04ade5664361 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:25.820647 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2f81c4-c9ae-436e-abb8-0ebfa81f00df', 'name': 'network-vif-deleted', 'tag': '00d1872e-aa27-4bfa-97bd-320382201819', 'status': 'completed', 'code': 200} Sep 01 16:06:25.822676 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:25.958211 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:25.986725 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T16:06:24Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.017238 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Checking router: 6d15bc95-2303-4edd-93cf-82b96192546b for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:26.026483 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Routers {'6d15bc95-2303-4edd-93cf-82b96192546b'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:26.027097 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['6d15bc95-2303-4edd-93cf-82b96192546b'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.048753 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.076778 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Deleting port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:26.077122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.080818 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:26.090159 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:26.091037 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.171748 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] For port bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:26.171918 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] Set router 6d15bc95-2303-4edd-93cf-82b96192546b gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:26.172294 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.190805 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Calling delete_port for bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df owned by network:router_gateway {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:26.240683 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:26.328356 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c98c8b0f-b018-4027-acc3-b6e5abcc791e req-099ab3eb-205b-4894-8396-b4d8b7c84b50 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/ports?device_id=4f2f81c4-c9ae-436e-abb8-0ebfa81f00df HTTP/1.1" status: 200 len: 210 time: 0.0311923 Sep 01 16:06:26.478808 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.482357 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.508925 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Pushing event deleted for resources: {'Port': ['ID=bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:26.514744 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T16:06:24Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:26.517904 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f444d66-d9c3-4fc1-b971-76674aea9fea None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T15:58:36Z', 'revision_number': 4, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771', 'name': '', 'network_id': '4193e04e-2f70-4a49-9ff2-5f59c2ac0331', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'mac_address': 'fa:16:3e:3f:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:34Z', 'updated_at': '2021-09-01T15:58:46Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'subnets': [{'id': '66300fa0-3db2-4403-8ca7-bf6a422b0f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:26.546249 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e041e7-7b81-42e8-966c-c2fefe46e5ec None None] The sync data for ids ['6d15bc95-2303-4edd-93cf-82b96192546b'] in dv-cinder-788366-6-iscsi is: [{'id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'name': 'tempest-AttachVolumeTestJSON-959695018-router', 'tenant_id': '482f565c4e7e4d45b377d9d3de633c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T16:06:24Z', 'revision_number': 5, 'project_id': '482f565c4e7e4d45b377d9d3de633c75', 'gw_port': {'id': 'bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15bc95-2303-4edd-93cf-82b96192546b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:47Z', 'updated_at': '2021-09-01T15:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:26.600111 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.713458 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.716497 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.774550 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb8e21d-1f2d-47d6-892f-54b8009a44b8 None None] New status for floating IP 73045cb1-3ba9-4c37-8ea1-624b9632f824: DOWN {{(pid=106022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:06:26.844502 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.845038 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d15bc95-2303-4edd-93cf-82b96192546b {{(pid=106020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:06:26.849697 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.854597 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e18bf948-3e36-42d7-abb7-9cbeeab8bdec admin admin] 10.222.0.103 "DELETE /v2.0/routers/6d15bc95-2303-4edd-93cf-82b96192546b HTTP/1.1" status: 204 len: 168 time: 1.2136278 Sep 01 16:06:26.854815 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51460) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:26.903092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Deleting subnet 98dc54d5-3f25-4750-a975-0e8696a65dcc {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:06:26.906276 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.941891 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:26.951102 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:26.985602 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 00d1872e-aa27-4bfa-97bd-320382201819 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:26.986133 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 00d1872e-aa27-4bfa-97bd-320382201819 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:27.064407 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.158958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.186847 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98dc54d5-3f25-4750-a975-0e8696a65dcc,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:27.193438 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.196698 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7c543bbd-86f8-4664-949c-a76e1a7a17fa admin admin] 10.222.0.103 "DELETE /v2.0/subnets/98dc54d5-3f25-4750-a975-0e8696a65dcc HTTP/1.1" status: 204 len: 168 time: 0.3407955 Sep 01 16:06:27.199369 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51462) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:27.200016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d469f9-6fae-403c-97c9-4cf0bf85c71c None None] Network 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:27.272011 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.326949 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Deleting port f544620f-521e-47fc-aaeb-81c11789b142 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:27.327402 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.394108 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] For port f544620f-521e-47fc-aaeb-81c11789b142, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=f544620f-521e-47fc-aaeb-81c11789b142,segment=NetworkSegment(d506531c-566a-4998-a169-a84e329bb644),segment_id=d506531c-566a-4998-a169-a84e329bb644)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:27.394732 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.408110 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Calling delete_port for f544620f-521e-47fc-aaeb-81c11789b142 owned by network:dhcp {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:27.456780 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51468) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:27.512155 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.535369 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.540948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.569533 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Pushing event deleted for resources: {'Port': ['ID=f544620f-521e-47fc-aaeb-81c11789b142,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:27.572276 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] No DVR routers for this DVR port f544620f-521e-47fc-aaeb-81c11789b142 on host dv-cinder-788366-6-iscsi {{(pid=106021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:27.620436 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48a39a-3972-4733-b67f-47bfb53f4ee0 None None] DHCP port deletion for 6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:06:27.655716 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.661327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.664037 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.665194 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "DELETE /v2.0/security-groups/4eae6112-5d9e-476e-a09a-a1a4f07b00ec HTTP/1.1" status: 204 len: 168 time: 0.2072701 Sep 01 16:06:27.666993 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:27.669393 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51470) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:27.677092 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2d84-03c2-492a-ab64-8d2163f19cd9 tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eae6112-5d9e-476e-a09a-a1a4f07b00ec,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:27.686553 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd506531c-566a-4998-a169-a84e329bb644') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:27.686853 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd506531c-566a-4998-a169-a84e329bb644') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:27.699011 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.api.v2.resource [None req-c898f168-3342-4db8-b4cd-7933da97490c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] show failed (client error): The resource could not be found. Sep 01 16:06:27.700121 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c898f168-3342-4db8-b4cd-7933da97490c tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "GET /v2.0/security-groups/4eae6112-5d9e-476e-a09a-a1a4f07b00ec HTTP/1.1" status: 404 len: 347 time: 0.0297217 Sep 01 16:06:27.703138 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51472) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:27.703717 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.717338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.723494 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:06:27.724062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:06:27.726579 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:06:27.834327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Deleting port a6ec0a4d-bcb7-473f-a550-8059a5ab6346 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:27.834565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.850255 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.855261 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.860045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] 10.222.0.103 "DELETE /v2.0/networks/6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b HTTP/1.1" status: 204 len: 168 time: 0.6568577 Sep 01 16:06:27.870489 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71ce0b-61ed-4304-b81f-2f5959cb1836 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5f43d1-79de-41ba-8bb5-c1b56a3e3f3b,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:27.914919 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.915527 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:27.927203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Calling delete_port for a6ec0a4d-bcb7-473f-a550-8059a5ab6346 owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:28.135548 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.161258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Pushing event deleted for resources: {'Port': ['ID=a6ec0a4d-bcb7-473f-a550-8059a5ab6346,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:28.231283 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51476) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:28.232463 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.234997 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.236701 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-04d799d4-db44-46bd-983f-ddd017cf88bb tempest-AttachVolumeShelveTestJSON-637831957 tempest-AttachVolumeShelveTestJSON-637831957-project] 10.222.0.103 "DELETE /v2.0/floatingips/73045cb1-3ba9-4c37-8ea1-624b9632f824 HTTP/1.1" status: 204 len: 168 time: 0.5320246 Sep 01 16:06:28.251300 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:28.276722 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:28.277204 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device bde4fb9d-a1c6-48eb-9af4-ed7ecf35e0df not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:28.277737 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device f544620f-521e-47fc-aaeb-81c11789b142 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:28.288365 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4c982f34-570d-474c-b5a2-419229bdffb4 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=482f565c4e7e4d45b377d9d3de633c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554550 Sep 01 16:06:28.291019 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51480) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:28.298109 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: f544620f-521e-47fc-aaeb-81c11789b142 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:28.298571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device f544620f-521e-47fc-aaeb-81c11789b142 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:28.299087 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device b8d92785-740d-42f2-a0e4-7b97c9064b93 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:28.318956 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: b8d92785-740d-42f2-a0e4-7b97c9064b93 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:28.319382 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device b8d92785-740d-42f2-a0e4-7b97c9064b93 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:28.343193 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.364359 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.501691 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.505230 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.506424 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/538850f5-eb3c-4e4b-8b4f-553866197cb1 HTTP/1.1" status: 204 len: 168 time: 0.2144363 Sep 01 16:06:28.515677 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4b95-1837-4222-b836-b7ad26bd5cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538850f5-eb3c-4e4b-8b4f-553866197cb1,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:30.944605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51548) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:31.255207 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51554) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:31.361868 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-04df6441-e521-4bc6-bd06-845ca73334ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.379591 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.455189 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-04df6441-e521-4bc6-bd06-845ca73334ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.524769 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-04df6441-e521-4bc6-bd06-845ca73334ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.563065 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-04df6441-e521-4bc6-bd06-845ca73334ee admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3638dcec96e646e58d9ffc9fb3ed1787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067544 Sep 01 16:06:31.565125 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df6441-e521-4bc6-bd06-845ca73334ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3c96c-dba3-4e15-9ad3-de7cd2c430a6,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:31.567661 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51558) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:31.620181 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.630169 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Deleting port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:31.630506 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.642552 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.712554 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] For port a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:31.712923 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.728584 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Calling delete_port for a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 owned by network:router_interface {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:31.764050 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.766739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:31.767910 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/b9b3c96c-dba3-4e15-9ad3-de7cd2c430a6 HTTP/1.1" status: 204 len: 168 time: 0.1992514 Sep 01 16:06:31.776790 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaaf31-f409-4a35-b307-5916fd537eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3c96c-dba3-4e15-9ad3-de7cd2c430a6,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:31.952680 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.223428 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:32.345368 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51566) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:32.360056 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-002e7a50-9ee0-4b75-bbec-47d5fd617993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.386563 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.457336 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-002e7a50-9ee0-4b75-bbec-47d5fd617993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.518483 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-002e7a50-9ee0-4b75-bbec-47d5fd617993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.562487 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7a50-9ee0-4b75-bbec-47d5fd617993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f52cf-8604-4bc0-8d3c-52214eaae571,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:32.566740 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-002e7a50-9ee0-4b75-bbec-47d5fd617993 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=84f6d40b26224bb89dbaacbe82f1601e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203338 Sep 01 16:06:32.569575 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51568) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:32.619560 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.620301 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Router 92bce008-6229-43c8-871d-9b58accbad2a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:32.641167 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.734413 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:32.742892 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-031be09a-8e9c-4a29-8377-47b27854899a admin admin] 10.222.0.103 "PUT /v2.0/routers/92bce008-6229-43c8-871d-9b58accbad2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963085 Sep 01 16:06:32.743496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51570) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:32.743865 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.744645 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Sync routers for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:32.746696 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.747829 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/517f52cf-8604-4bc0-8d3c-52214eaae571 HTTP/1.1" status: 204 len: 168 time: 0.1767688 Sep 01 16:06:32.757061 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19818ba-ffd9-4d6c-8e3b-778551a95773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f52cf-8604-4bc0-8d3c-52214eaae571,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:32.759973 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:32.759973 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:32.863134 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.877474 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:32.977422 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.107373 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Deleting port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:33.107747 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.149796 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:06:31Z', 'revision_number': 5, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port': {'id': '99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bce008-6229-43c8-871d-9b58accbad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:58:31Z', 'updated_at': '2021-09-01T15:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:33.177110 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Checking router: 92bce008-6229-43c8-871d-9b58accbad2a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:33.186823 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Routers {'92bce008-6229-43c8-871d-9b58accbad2a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:33.187931 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:06:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['92bce008-6229-43c8-871d-9b58accbad2a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:33.194227 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] For port 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:33.194661 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.214849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Calling delete_port for 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 owned by network:router_gateway {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:33.283221 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] Set router 92bce008-6229-43c8-871d-9b58accbad2a gateway port host: None {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:33.339287 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:06:32Z', 'revision_number': 6, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:33.367414 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb0d9-f37a-48a6-990d-3132c0e6ccbc None None] The sync data for ids ['92bce008-6229-43c8-871d-9b58accbad2a'] in dv-cinder-788366-6-iscsi is: [{'id': '92bce008-6229-43c8-871d-9b58accbad2a', 'name': 'tempest-AttachVolumeShelveTestJSON-353433714-router', 'tenant_id': '39856ef87a3d478f907eb6db529dda21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:58:29Z', 'updated_at': '2021-09-01T16:06:32Z', 'revision_number': 6, 'project_id': '39856ef87a3d478f907eb6db529dda21', 'gw_port_host': None}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:33.518648 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.558118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:33.643704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.753103 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.755598 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.873776 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.874343 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92bce008-6229-43c8-871d-9b58accbad2a {{(pid=106020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:06:33.879907 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.885193 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-df182dd0-4966-4f03-ba34-58e2d5f8c8d4 admin admin] 10.222.0.103 "DELETE /v2.0/routers/92bce008-6229-43c8-871d-9b58accbad2a HTTP/1.1" status: 204 len: 168 time: 1.1366358 Sep 01 16:06:33.885193 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51592) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:33.938784 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Deleting subnet 66300fa0-3db2-4403-8ca7-bf6a422b0f00 {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:06:33.942484 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:33.983525 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.090826 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.239204 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.246826 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:34.266753 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:34.267088 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 99f7e6ac-5b9b-44e2-a642-ec1e7fdf73d0 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:34.267719 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:34.270391 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.275216 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/66300fa0-3db2-4403-8ca7-bf6a422b0f00 HTTP/1.1" status: 204 len: 168 time: 0.3877809 Sep 01 16:06:34.275382 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76ed2-aae2-4797-9372-f8cdd1cd3e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66300fa0-3db2-4403-8ca7-bf6a422b0f00,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:34.275581 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51598) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:34.276044 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a4ac9-32a9-41c0-98bb-6f0bc714b014 None None] Network 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:34.298663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:34.299217 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a0e07c1d-b36e-4dfc-ba4f-bb9b6f871771 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:34.370956 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.435343 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Deleting port c06cf99a-a391-42c2-81d8-ebe4b3f50217 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:34.435688 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.511335 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] DHCP port deletion for 4193e04e-2f70-4a49-9ff2-5f59c2ac0331 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:06:34.516091 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] For port c06cf99a-a391-42c2-81d8-ebe4b3f50217, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c06cf99a-a391-42c2-81d8-ebe4b3f50217,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:34.516460 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.537091 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Calling delete_port for c06cf99a-a391-42c2-81d8-ebe4b3f50217 owned by network:dhcp {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:34.570624 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Deleting port c06cf99a-a391-42c2-81d8-ebe4b3f50217 {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:34.571007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.640098 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] For port c06cf99a-a391-42c2-81d8-ebe4b3f50217, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c06cf99a-a391-42c2-81d8-ebe4b3f50217,segment=NetworkSegment(c7e78058-5407-4c8a-a5a0-1e5d489ff8b2),segment_id=c7e78058-5407-4c8a-a5a0-1e5d489ff8b2)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:34.640496 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.653486 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Calling delete_port for c06cf99a-a391-42c2-81d8-ebe4b3f50217 owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:34.691045 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.715436 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06cf99a-a391-42c2-81d8-ebe4b3f50217,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:34.721923 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] No DVR routers for this DVR port c06cf99a-a391-42c2-81d8-ebe4b3f50217 on host dv-cinder-788366-6-iscsi {{(pid=106021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:34.793332 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.794461 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.805673 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4193e04e-2f70-4a49-9ff2-5f59c2ac0331']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:34.816191 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:34.816486 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e78058-5407-4c8a-a5a0-1e5d489ff8b2') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:34.821474 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Pushing event deleted for resources: {'Port': ['ID=c06cf99a-a391-42c2-81d8-ebe4b3f50217,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:34.823771 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] No DVR routers for this DVR port c06cf99a-a391-42c2-81d8-ebe4b3f50217 on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:34.826338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.831693 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.832129 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.832464 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.832799 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.833128 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.833480 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.833806 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.834130 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.834452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.834771 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.835090 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.836920 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e33731-b811-45e7-8e5d-c8adf848e4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:34.850291 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.856732 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:06:34.856978 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:06:34.858687 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:06:34.980841 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.986341 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:34.989795 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] 10.222.0.103 "DELETE /v2.0/networks/4193e04e-2f70-4a49-9ff2-5f59c2ac0331 HTTP/1.1" status: 204 len: 168 time: 0.7107835 Sep 01 16:06:35.000033 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d4101-7c80-4650-b22b-0feddd24ddb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4193e04e-2f70-4a49-9ff2-5f59c2ac0331,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:35.374165 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51622) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:35.414078 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-14bfc140-e51c-41f9-8699-a77d691c6ef7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=39856ef87a3d478f907eb6db529dda21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385268 Sep 01 16:06:35.416321 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51624) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:35.466237 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:35.486358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:35.609079 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:35.611667 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:35.612868 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/46c0b8eb-dac3-47ca-bf90-058e572a66c7 HTTP/1.1" status: 204 len: 168 time: 0.1956334 Sep 01 16:06:35.621512 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b9e8b-cdd3-4012-83b1-e17df9386ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0b8eb-dac3-47ca-bf90-058e572a66c7,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:36.230636 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c06cf99a-a391-42c2-81d8-ebe4b3f50217 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:36.250891 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: c06cf99a-a391-42c2-81d8-ebe4b3f50217 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:36.251234 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c06cf99a-a391-42c2-81d8-ebe4b3f50217 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:36.438231 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3f82a261-448c-46a6-888f-a2664dc8551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:38.306649 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:39.330079 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0a11-dde2-47e0-928d-ea79cd36c8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:39.479420 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.329421 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.987080 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.364904 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-5b0049ff-2681-4749-9762-ca1fd7d4894e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385945 Sep 01 16:06:42.472190 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-90ef7ff7-f272-4d9c-a4d0-5f9b5beaa0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:42.473658 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-90ef7ff7-f272-4d9c-a4d0-5f9b5beaa0c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0413580 Sep 01 16:06:42.591691 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-e684ff4a-c6d5-4c49-a02f-aced08dddea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:42.593169 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-e684ff4a-c6d5-4c49-a02f-aced08dddea1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.0957978 Sep 01 16:06:42.667133 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-6229c54c-8bfa-4c97-bc9d-a6bd0b0040e7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 1002 time: 0.0617867 Sep 01 16:06:42.722900 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-356a84b7-fd62-4dd7-874b-d8e2145f2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:42.724306 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-356a84b7-fd62-4dd7-874b-d8e2145f2a06 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0477774 Sep 01 16:06:42.770085 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-07af4cb2-df14-44e4-b6ec-4ace79d8d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:42.771533 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-07af4cb2-df14-44e4-b6ec-4ace79d8d4e2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391104 Sep 01 16:06:42.863151 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-d01058af-c3d6-4b2d-85ba-83412e1b3c21 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806074 Sep 01 16:06:42.957340 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-8c119aa2-80ba-452d-b004-6a6bcec70a72 req-1de98268-ada2-428b-8e1e-e00f9b2901ca service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Sep 01 16:06:50.694926 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51850) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:50.798772 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.887448 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.969567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.008488 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=2dc03af7dae44504a7fe82c2e5a8b836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124268 Sep 01 16:06:51.009479 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b40f9-3761-451a-af6b-4d48ca8b311d,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:51.012384 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51854) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:51.018001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.018356 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.018703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.019036 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.019388 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.019757 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.020091 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.020451 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.020763 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.021085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.021433 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.021754 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba969f3e-7f65-4beb-90aa-2a2f05f7ec21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:51.063052 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.084790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.180867 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.184115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.185294 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/2e8b40f9-3761-451a-af6b-4d48ca8b311d HTTP/1.1" status: 204 len: 168 time: 0.1719005 Sep 01 16:06:51.193019 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f0688-7e11-4245-a4e0-8a6cff730a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b40f9-3761-451a-af6b-4d48ca8b311d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:51.813136 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 51874) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:51.827511 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-00af5f7f-ca9b-48b1-9a04-ef841b42b4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.924665 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-00af5f7f-ca9b-48b1-9a04-ef841b42b4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.963652 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-00af5f7f-ca9b-48b1-9a04-ef841b42b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.005274 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-00af5f7f-ca9b-48b1-9a04-ef841b42b4a1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=308f821f342941869bed63e856ba9bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909323 Sep 01 16:06:52.006358 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af5f7f-ca9b-48b1-9a04-ef841b42b4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbfc1c7-6718-4e43-bba5-a140f9738613,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:52.008023 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 51876) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:52.057982 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.078584 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.180839 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.184191 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.185458 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7dbfc1c7-6718-4e43-bba5-a140f9738613 HTTP/1.1" status: 204 len: 168 time: 0.1761341 Sep 01 16:06:52.193557 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefa1ba-4bb7-4f72-a58e-9426eed8e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbfc1c7-6718-4e43-bba5-a140f9738613,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:58.259011 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52018) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:58.365348 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb463-2d46-446a-8ba1-cd7196cfc7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.451437 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb463-2d46-446a-8ba1-cd7196cfc7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.506336 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb463-2d46-446a-8ba1-cd7196cfc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.544615 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9bcfb463-2d46-446a-8ba1-cd7196cfc7a1 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7e70400da32d4a328dd94be65317cd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845247 Sep 01 16:06:58.545499 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfb463-2d46-446a-8ba1-cd7196cfc7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02274e-3ef7-436a-8392-fd10e37670ec,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:58.547433 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52024) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:58.606023 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.627753 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.729396 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.732450 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.733626 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6f02274e-3ef7-436a-8392-fd10e37670ec HTTP/1.1" status: 204 len: 168 time: 0.1851549 Sep 01 16:06:58.741553 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb46ff-cd52-46e3-ae5a-eb41b71cba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02274e-3ef7-436a-8392-fd10e37670ec,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:59.275934 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52036) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:59.289137 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-94e7cf5f-5348-4441-8cd0-c4d32dfeeb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.382025 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-94e7cf5f-5348-4441-8cd0-c4d32dfeeb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.466014 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-94e7cf5f-5348-4441-8cd0-c4d32dfeeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.504352 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-94e7cf5f-5348-4441-8cd0-c4d32dfeeb80 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=09ac6f0a684c4a5597e11eab1ea077f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273457 Sep 01 16:06:59.505589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7cf5f-5348-4441-8cd0-c4d32dfeeb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c8370-ee46-40a9-a000-ef77372906a9,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:59.507108 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52040) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:59.559118 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.580440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.701144 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.704337 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.705045 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7a1c8370-ee46-40a9-a000-ef77372906a9 HTTP/1.1" status: 204 len: 168 time: 0.1968381 Sep 01 16:06:59.712962 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c8ee8-c00d-432b-a90f-1d78f0700e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c8370-ee46-40a9-a000-ef77372906a9,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:02.525784 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:06.460169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9b989d87-a906-4652-9278-10578ca907b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:08.312544 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:09.288269 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8a8ab389-ec8a-4297-8a3c-9ea04cf4d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:09.454853 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:10.294775 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:11.997763 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.449680 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52208) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:15.555672 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ca06dd6d-5fd8-43df-a9d0-00c3222cb9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.647206 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ca06dd6d-5fd8-43df-a9d0-00c3222cb9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.740754 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-ca06dd6d-5fd8-43df-a9d0-00c3222cb9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.779198 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-ca06dd6d-5fd8-43df-a9d0-00c3222cb9f7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=88c8530742c6466db95c2984266e66d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283343 Sep 01 16:07:15.780502 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06dd6d-5fd8-43df-a9d0-00c3222cb9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94de6f5-9c7d-44c4-8b81-3364c9b2bcbc,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:15.782207 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52212) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:15.836710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.858273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.991991 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.994627 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.995861 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/e94de6f5-9c7d-44c4-8b81-3364c9b2bcbc HTTP/1.1" status: 204 len: 168 time: 0.2113616 Sep 01 16:07:16.006000 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea81c76-5df5-4c14-8ff2-e32293c2182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94de6f5-9c7d-44c4-8b81-3364c9b2bcbc,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:16.535355 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52230) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:16.548705 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9d035ac8-c55b-41b1-98d5-752e97ad7962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.640791 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9d035ac8-c55b-41b1-98d5-752e97ad7962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.707266 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-9d035ac8-c55b-41b1-98d5-752e97ad7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.749583 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-9d035ac8-c55b-41b1-98d5-752e97ad7962 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1ca10b00dafa445f89ca0bd889eb7a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130780 Sep 01 16:07:16.752975 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52236) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:16.754791 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035ac8-c55b-41b1-98d5-752e97ad7962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d253251-4ba8-4ef5-8f89-ff7207ef7ea3,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:16.817546 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.833992 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.956960 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.959522 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:16.960717 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/7d253251-4ba8-4ef5-8f89-ff7207ef7ea3 HTTP/1.1" status: 204 len: 168 time: 0.2066984 Sep 01 16:07:16.968663 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acb22d-93f2-4fed-8409-a40d8d4d1f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d253251-4ba8-4ef5-8f89-ff7207ef7ea3,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:17.896333 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52272) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:17.995455 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1676794539-network', 'tenant_id': '0bc40d1595834b9db1771fc59cc0e6fc'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:18.054730 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Made reservation on behalf of 0bc40d1595834b9db1771fc59cc0e6fc for: {'network': 1} {{(pid=106021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:18.057062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.065550 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.157952 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.197529 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.218034 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=106021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:07:18.237143 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509fa30-6408-4ee4-9bee-f4aa8ebacb17,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:18.240280 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.240621 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.segments_db [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Added segment 09a21243-d848-46fa-8fc7-32894de70074 of type vlan for network 14f695c2-b0e1-4654-a73d-5ca54d1e066e Sep 01 16:07:18.279882 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.374400 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.375348 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:18.375935 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.434252 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] Pushing event updated for resources: {'Network': ['ID=14f695c2-b0e1-4654-a73d-5ca54d1e066e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:18.444414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network 14f695c2-b0e1-4654-a73d-5ca54d1e066e details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:07:18.480253 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0b54f505-59ac-41b7-9ce8-86214915915e req-37bf84e4-42af-4642-9a54-63da0357b38f tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773485189&fields=id&tenant_id=4fe6e111b7ce4c86b1adea7218250bdf HTTP/1.1" status: 200 len: 267 time: 0.0327258 Sep 01 16:07:18.496787 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-33761f53-cc55-4cab-a38e-6aeee2f31d29 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5990820 Sep 01 16:07:18.499836 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52278) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:18.506028 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Request body: {'subnet': {'network_id': '14f695c2-b0e1-4654-a73d-5ca54d1e066e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1676794539-subnet', 'tenant_id': '0bc40d1595834b9db1771fc59cc0e6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:18.538473 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54f505-59ac-41b7-9ce8-86214915915e req-f432f37d-35fb-4397-9285-573cf318b455 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:18.539958 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0b54f505-59ac-41b7-9ce8-86214915915e req-f432f37d-35fb-4397-9285-573cf318b455 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 984 time: 0.0539927 Sep 01 16:07:18.552774 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Request body: {'port': {'security_groups': ['548245ee-82ea-4a52-9440-ca0520901169']}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:18.574207 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Made reservation on behalf of 0bc40d1595834b9db1771fc59cc0e6fc for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:18.576560 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.626085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.792219 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.810183 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:18.840244 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.846356 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e10e57-25e9-4be6-a772-916743043987,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:18.858274 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.858623 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.858968 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.859314 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.859645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.859998 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.860311 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.860639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.860968 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.861325 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.861647 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.861966 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:18.867591 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Checking segment: {'id': '09a21243-d848-46fa-8fc7-32894de70074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '14f695c2-b0e1-4654-a73d-5ca54d1e066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:07:18.867943 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Network hostable DHCP agents. Network: 14f695c2-b0e1-4654-a73d-5ca54d1e066e, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:07:18.900435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.938161 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:18.946033 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:18.946690 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.948122 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0b54f505-59ac-41b7-9ce8-86214915915e req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "PUT /v2.0/ports/5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 942 time: 0.4017439 Sep 01 16:07:18.951478 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:18.953386 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e2bf9-3258-4ad4-b170-b20881ca896a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:18.955667 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52284) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:19.026696 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Network 14f695c2-b0e1-4654-a73d-5ca54d1e066e is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:07:19.026904 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44936bca-5cd5-441c-81ce-bc1da8aeeae7 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event updated for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=7']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:19.026904 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf0e6b-aa5a-4afd-8016-f0528ddfab87 x-openstack-request-id: req-c2cf0e6b-aa5a-4afd-8016-f0528ddfab87 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:19.026904 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:19.026904 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-c2cf0e6b-aa5a-4afd-8016-f0528ddfab87 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:19.026904 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:07:19.043561 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.093914 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:19.098590 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, 14f695c2-b0e1-4654-a73d-5ca54d1e066e) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:07:19.105584 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.109560 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.110152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.130895 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5166c-c7dc-4c02-afa0-a950085cdb97 None None] Network 14f695c2-b0e1-4654-a73d-5ca54d1e066e requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:19.158779 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-e2381803-890c-49d3-97c2-2fbcffac5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.160968 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-e2381803-890c-49d3-97c2-2fbcffac5d2a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1098 time: 0.1025913 Sep 01 16:07:19.230645 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2dbe31ca-ff70-45a7-bf9f-3667db3902c1 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7200933 Sep 01 16:07:19.294235 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-ae4caaf7-e5d4-45f4-938a-fe367007115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.295788 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-b1cf4f2c-cd27-452c-a6d7-8b728d430c00 None None] Provisioning complete for port 5215c619-edaf-407b-ba90-faa5ce769ac7 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:19.296176 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4f2c-cd27-452c-a6d7-8b728d430c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.296308 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-ae4caaf7-e5d4-45f4-938a-fe367007115e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 916 time: 0.1281118 Sep 01 16:07:19.359284 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.360796 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.364853 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "DELETE /v2.0/security-groups/ed701ac8-9fc9-4eda-a62c-8361c192900d HTTP/1.1" status: 204 len: 168 time: 0.4043605 Sep 01 16:07:19.365787 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52298) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:19.381251 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8ce20-746c-45ec-b887-9fa9159081f4 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed701ac8-9fc9-4eda-a62c-8361c192900d,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:19.391481 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-7c5651da-a141-472b-8d9c-5af10c89ef75 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0878713 Sep 01 16:07:19.407791 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59dd4a-7985-4f56-b383-44e5868ea245 None None] Network 14f695c2-b0e1-4654-a73d-5ca54d1e066e requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:19.446816 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-64a759b1-30d2-4b92-8fae-9eccb96d1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.449529 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-64a759b1-30d2-4b92-8fae-9eccb96d1e3e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.0495837 Sep 01 16:07:19.525136 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-957ca2ef-5ab4-4657-bf8d-f5d200e68b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.526914 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-957ca2ef-5ab4-4657-bf8d-f5d200e68b58 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693741 Sep 01 16:07:19.606736 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Deleting port e4c78711-2517-45f5-87a6-75f03c925023 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:19.609168 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.668181 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-9e4aef7f-0f82-4cf5-84d5-093c8e742869 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311424 Sep 01 16:07:19.704383 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.704762 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.717126 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Calling delete_port for e4c78711-2517-45f5-87a6-75f03c925023 owned by network:floatingip {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:19.769640 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-397e2bf9-3258-4ad4-b170-b20881ca896a req-f6bf6ff7-cf1c-4f3d-b450-7f3e9290c428 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926096 Sep 01 16:07:19.958303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.988428 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event deleted for resources: {'Port': ['ID=e4c78711-2517-45f5-87a6-75f03c925023,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:20.002849 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52312) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:20.009354 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-9963690-network', 'tenant_id': '9064c8563a7244f6bd287f8f806d174b'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:20.053594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks [] for floatingip, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.053922 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Floating IP 1cf2e5a1-f703-4408-ad65-30a64ff3c9e7 disassociated (deleted). External IP: 172.27.3.142, port: 5215c619-edaf-407b-ba90-faa5ce769ac7. Sep 01 16:07:20.089031 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Made reservation on behalf of 9064c8563a7244f6bd287f8f806d174b for: {'network': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:20.091371 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for network, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.100637 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.188631 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.248976 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.277675 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=106020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:07:20.284857 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bededf3d-68a2-45c9-911a-860c5bd16a20,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:20.292580 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.292927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.segments_db [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Added segment bd9724c1-5430-463d-9472-1ed30d749f3d of type vlan for network f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca Sep 01 16:07:20.336606 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735908317799'] for network, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.420526 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374'] for network, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.421565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.422161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.487308 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] Pushing event updated for resources: {'Network': ['ID=f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:20.498363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Network f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca details requested by agent ovs-agent-dv-cinder-788366-6-iscsi with host dv-cinder-788366-6-iscsi {{(pid=106022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:07:20.512209 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Router a8a00930-094f-491b-a2b6-aee2753e1399 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:20.556014 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6700390b-fe31-4e73-aea3-4104cfc96111 admin admin] 10.222.0.103 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5481548 Sep 01 16:07:20.556600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52314) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:20.561058 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Request body: {'subnet': {'network_id': 'f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-9963690-subnet', 'tenant_id': '9064c8563a7244f6bd287f8f806d174b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:20.624826 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:20.630339 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.633462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Made reservation on behalf of 9064c8563a7244f6bd287f8f806d174b for: {'subnet': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:20.635653 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Sync routers for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:20.635809 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161105'] for subnet, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.645180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:20.646361 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:20.668514 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-4dbde4c8-ab27-4b1a-a407-ad200a5912a2 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "DELETE /v2.0/floatingips/1cf2e5a1-f703-4408-ad65-30a64ff3c9e7 HTTP/1.1" status: 204 len: 168 time: 1.2963715 Sep 01 16:07:20.809343 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:20.963970 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3659336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9161095'] for subnet, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:21.019567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:21.023029 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229a869-d9cf-49c4-b8a8-fed19a409278" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:21.036779 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4f6ca4-56db-4448-92ed-f057886be16f,revision_number=0']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:21.044764 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Checking segment: {'id': 'bd9724c1-5430-463d-9472-1ed30d749f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:07:21.045227 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Network hostable DHCP agents. Network: f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca, hostable agents: ['8533a6b9-b769-4103-b3a9-c74f17b672c0'], hosted agents: [] {{(pid=106020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:07:21.077546 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec419011-5b14-4afb-9b53-24057618d71c x-openstack-request-id: req-ec419011-5b14-4afb-9b53-24057618d71c {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:21.077887 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:21.078070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ec419011-5b14-4afb-9b53-24057618d71c {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:21.078805 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:07:21.155571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:21.160301 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Network f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca is scheduled to be hosted by DHCP agent 8533a6b9-b769-4103-b3a9-c74f17b672c0 with binding_index 1 {{(pid=106020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:07:21.186853 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-8b387b8a-7c57-42fe-998a-dfb472918833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.187482 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Checking router: a8a00930-094f-491b-a2b6-aee2753e1399 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:21.188738 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-8b387b8a-7c57-42fe-998a-dfb472918833 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 1098 time: 0.0584226 Sep 01 16:07:21.196965 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:21.197621 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:21.220023 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-6-iscsi, f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca) {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:07:21.238007 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe2a9b-3443-4690-bf50-1e9e1b2585b4 None None] Network f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:21.256395 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.258180 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:21.307142 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-b06f1674-795c-4835-b4d7-0d6192f65e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.308948 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-b06f1674-795c-4835-b4d7-0d6192f65e85 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 200 len: 916 time: 0.1131582 Sep 01 16:07:21.325365 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-3e4c23d9-c185-4262-b093-42ea592896b8 admin admin] 10.222.0.103 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7678032 Sep 01 16:07:21.372580 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-3a1471a3-d174-4046-89a6-4f61bbcd3dca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 200 len: 217 time: 0.0556898 Sep 01 16:07:21.374394 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:21.445974 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-fff6537b-b21d-4cc6-bb13-90f0c5d39f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.447716 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-fff6537b-b21d-4cc6-bb13-90f0c5d39f2f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 200 len: 853 time: 0.0656869 Sep 01 16:07:21.464704 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed66ceb-8ac0-47c2-9158-4696c1954696 None None] Network f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:21.517249 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-1834cf8c-08c0-420e-9148-155c2d94821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.518927 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-1834cf8c-08c0-420e-9148-155c2d94821c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3d9bed4d-73aa-49ba-8c30-d0e6955bb774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576949 Sep 01 16:07:21.638981 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-115cdf72-4cf1-44d2-ac82-ceb6c5344a44 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123612 Sep 01 16:07:21.770152 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-d229a869-d9cf-49c4-b8a8-fed19a409278 req-486272e3-6e2b-4cde-8f6f-860ce2152d60 service neutron] 10.222.0.97 "GET /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125574 Sep 01 16:07:21.780390 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:21.813486 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2ce8b-7545-46ca-b046-7fd72af8fea8 None None] The sync data for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi is: [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:25Z', 'revision_number': 4, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': 'a5a7bd3c-8d72-447f-ac62-644304c4b901', 'name': '', 'network_id': '3d9bed4d-73aa-49ba-8c30-d0e6955bb774', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'mac_address': 'fa:16:3e:0b:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:25Z', 'updated_at': '2021-09-01T16:04:30Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'subnets': [{'id': '8baf77a9-45ef-445c-beef-df78b8683ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:22.034923 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabcdd5-6f34-4e15-a726-c81642ae62a6 None None] New status for floating IP 1cf2e5a1-f703-4408-ad65-30a64ff3c9e7: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:07:27.047399 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66872857-6ac2-425f-8e66-67372c6e8464 req-db1f9b99-8c94-4629-a30a-fe608a5dbd1c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:27.048948 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66872857-6ac2-425f-8e66-67372c6e8464 req-db1f9b99-8c94-4629-a30a-fe608a5dbd1c tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0549212 Sep 01 16:07:27.086639 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-66872857-6ac2-425f-8e66-67372c6e8464 req-471d8a83-887b-4341-8b0f-cda14feacbd0 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Sep 01 16:07:28.206173 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53150f-be47-40a7-b911-e919d69c1857 req-b21c2c83-e16e-4c15-b109-a260f8289f89 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:28.207681 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ac53150f-be47-40a7-b911-e919d69c1857 req-b21c2c83-e16e-4c15-b109-a260f8289f89 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Sep 01 16:07:28.246956 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ac53150f-be47-40a7-b911-e919d69c1857 req-d4b615e6-50ce-4346-a0ba-e35237227613 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330746 Sep 01 16:07:29.184679 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a513926-297b-43fd-814f-419f3c60e4ff req-17c174d2-cb01-43b2-8e60-33e1e02f4a38 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:29.186161 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2a513926-297b-43fd-814f-419f3c60e4ff req-17c174d2-cb01-43b2-8e60-33e1e02f4a38 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.97 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.3102648 Sep 01 16:07:29.281851 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Deleting port 5215c619-edaf-407b-ba90-faa5ce769ac7 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:29.282256 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:29.370114 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffda8a3-7df0-489b-825e-06e93fcc0b14 req-a05f4f45-ea5f-4d91-a581-7ab26f675fca tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:29.371632 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dffda8a3-7df0-489b-825e-06e93fcc0b14 req-a05f4f45-ea5f-4d91-a581-7ab26f675fca tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Sep 01 16:07:29.378314 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] For port 5215c619-edaf-407b-ba90-faa5ce769ac7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5215c619-edaf-407b-ba90-faa5ce769ac7,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:29.381157 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:29.392574 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Calling delete_port for 5215c619-edaf-407b-ba90-faa5ce769ac7 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:29.410284 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-dffda8a3-7df0-489b-825e-06e93fcc0b14 req-de9884c1-48a7-469d-aa5f-04769144cefc tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/security-groups?id=548245ee-82ea-4a52-9440-ca0520901169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Sep 01 16:07:29.608861 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:29.636792 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Pushing event deleted for resources: {'Port': ['ID=5215c619-edaf-407b-ba90-faa5ce769ac7,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:29.645368 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['5215c619-edaf-407b-ba90-faa5ce769ac7'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:29.686115 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] No DVR routers for this DVR port 5215c619-edaf-407b-ba90-faa5ce769ac7 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:29.688994 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:29.691146 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2a513926-297b-43fd-814f-419f3c60e4ff req-b593d79f-383d-4278-88aa-37625b3ac550 tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.97 "DELETE /v2.0/ports/5215c619-edaf-407b-ba90-faa5ce769ac7 HTTP/1.1" status: 204 len: 173 time: 0.4986532 Sep 01 16:07:29.691605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'name': 'network-vif-deleted', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:29.694426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cbbbc7-2034-4124-8cbf-49db8ddf48af" -d '{"events": [{"server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "name": "network-vif-deleted", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:29.731209 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3f7803-1abc-44c4-b7d0-f0f84d27dd11 x-openstack-request-id: req-dd3f7803-1abc-44c4-b7d0-f0f84d27dd11 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:29.731209 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8c538e-dc0d-469f-9447-f085e88bf651", "name": "network-vif-deleted", "tag": "5215c619-edaf-407b-ba90-faa5ce769ac7", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:29.731209 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-dd3f7803-1abc-44c4-b7d0-f0f84d27dd11 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:29.731209 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8c538e-dc0d-469f-9447-f085e88bf651', 'name': 'network-vif-deleted', 'tag': '5215c619-edaf-407b-ba90-faa5ce769ac7', 'status': 'completed', 'code': 200} Sep 01 16:07:30.520552 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cc55d6f5-1b19-4346-8982-b647ee1a6c15 req-d238304e-7b58-4750-bee4-60eba75ddb2d tempest-TestMinimumBasicScenario-1654467467 tempest-TestMinimumBasicScenario-1654467467-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d8c538e-dc0d-469f-9447-f085e88bf651 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Sep 01 16:07:31.192754 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52510) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:31.302070 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-282d226f-9626-45e0-82a0-4683d7bfea59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.389061 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-282d226f-9626-45e0-82a0-4683d7bfea59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.454146 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-282d226f-9626-45e0-82a0-4683d7bfea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.498904 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-282d226f-9626-45e0-82a0-4683d7bfea59 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=759e3a94602c4046b6c7ea28bfe20d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043423 Sep 01 16:07:31.499825 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d226f-9626-45e0-82a0-4683d7bfea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96e9dc-deda-40fd-a65c-cc4066bd5760,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:31.501961 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52514) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:31.562612 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.587899 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.769033 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.771969 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:31.773281 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/9e96e9dc-deda-40fd-a65c-cc4066bd5760 HTTP/1.1" status: 204 len: 168 time: 0.2701001 Sep 01 16:07:31.783443 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474da77-202a-4149-897a-57f5663b9ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e96e9dc-deda-40fd-a65c-cc4066bd5760,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:32.409045 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52564) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:32.425484 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-11a840be-b6f8-4932-86ec-582757e4dc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.514993 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-11a840be-b6f8-4932-86ec-582757e4dc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.620195 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-11a840be-b6f8-4932-86ec-582757e4dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.659404 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-11a840be-b6f8-4932-86ec-582757e4dc9c admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=1ea190324d5b488e9256de8461ecb290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492118 Sep 01 16:07:32.661365 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a840be-b6f8-4932-86ec-582757e4dc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5a3ea4-1bad-4d94-b90a-6498509babfd,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:32.662267 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52574) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:32.717641 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.745148 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.866875 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.869923 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:32.873731 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/db5a3ea4-1bad-4d94-b90a-6498509babfd HTTP/1.1" status: 204 len: 168 time: 0.2069438 Sep 01 16:07:32.879012 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220efbd-9588-44dd-8c84-6bef48f5dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5a3ea4-1bad-4d94-b90a-6498509babfd,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:33.228960 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5215c619-edaf-407b-ba90-faa5ce769ac7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:33.255393 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 5215c619-edaf-407b-ba90-faa5ce769ac7 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:33.255567 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5215c619-edaf-407b-ba90-faa5ce769ac7 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:33.440991 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52596) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:33.794472 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:34.095680 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Deleting port a5a7bd3c-8d72-447f-ac62-644304c4b901 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:34.096026 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:34.183998 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] For port a5a7bd3c-8d72-447f-ac62-644304c4b901, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=a5a7bd3c-8d72-447f-ac62-644304c4b901,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:34.184372 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:34.198484 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Calling delete_port for a5a7bd3c-8d72-447f-ac62-644304c4b901 owned by network:router_interface {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:34.518049 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:34.563331 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a7bd3c-8d72-447f-ac62-644304c4b901,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:34.776936 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:34.999639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Router a8a00930-094f-491b-a2b6-aee2753e1399 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:35.102858 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:35.112509 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-179ac9de-2ed0-418c-9442-b09ec177a151 admin admin] 10.222.0.103 "PUT /v2.0/routers/a8a00930-094f-491b-a2b6-aee2753e1399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656978 Sep 01 16:07:35.112675 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52636) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:35.113256 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Sync routers for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:35.122358 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:35.122994 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:35.217523 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks [] for router, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.226763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52640) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:35.247297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:35.330941 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.379496 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6d606147-3d6d-4193-89f9-4545be76b100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.441661 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Deleting port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:35.441896 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:07:34Z', 'revision_number': 5, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port': {'id': 'eccd90d2-ac63-4b93-94f8-f02ff4dc2a92', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:35.442180 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.469663 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6d606147-3d6d-4193-89f9-4545be76b100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.473386 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Checking router: a8a00930-094f-491b-a2b6-aee2753e1399 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:35.482152 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Routers {'a8a00930-094f-491b-a2b6-aee2753e1399'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:35.482773 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['a8a00930-094f-491b-a2b6-aee2753e1399'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:35.524916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] For port eccd90d2-ac63-4b93-94f8-f02ff4dc2a92, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:35.525721 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.528497 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-6d606147-3d6d-4193-89f9-4545be76b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.545020 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Calling delete_port for eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 owned by network:router_gateway {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:35.572763 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-6d606147-3d6d-4193-89f9-4545be76b100 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=c2778f484fa94eefab1416dbd9a62d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422494 Sep 01 16:07:35.572763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d606147-3d6d-4193-89f9-4545be76b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e11e4-ada4-4afb-8abc-aa87cc90c455,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:35.574243 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52646) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:35.578697 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] Set router a8a00930-094f-491b-a2b6-aee2753e1399 gateway port host: None {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:35.629472 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.638188 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:07:35Z', 'revision_number': 6, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:35.653777 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.670584 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2d0e1-70b7-4d38-950c-3d7443d2113c None None] The sync data for ids ['a8a00930-094f-491b-a2b6-aee2753e1399'] in dv-cinder-788366-6-iscsi is: [{'id': 'a8a00930-094f-491b-a2b6-aee2753e1399', 'name': 'tempest-TestMinimumBasicScenario-237608314-router', 'tenant_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:22Z', 'updated_at': '2021-09-01T16:07:35Z', 'revision_number': 6, 'project_id': '4fe6e111b7ce4c86b1adea7218250bdf', 'gw_port_host': None}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:35.825677 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.825854 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.828260 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:35.829449 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/0b0e11e4-ada4-4afb-8abc-aa87cc90c455 HTTP/1.1" status: 204 len: 168 time: 0.2540882 Sep 01 16:07:35.837841 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618680-5470-4e77-8718-e8ed049ab5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e11e4-ada4-4afb-8abc-aa87cc90c455,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:35.859569 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Pushing event deleted for resources: {'Port': ['ID=eccd90d2-ac63-4b93-94f8-f02ff4dc2a92,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:35.919745 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.011920 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.014087 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.143579 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.143579 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a00930-094f-491b-a2b6-aee2753e1399 {{(pid=106021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:07:36.146546 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.148555 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-75554940-9773-493a-bb7d-cc98b250949e admin admin] 10.222.0.103 "DELETE /v2.0/routers/a8a00930-094f-491b-a2b6-aee2753e1399 HTTP/1.1" status: 204 len: 168 time: 1.0371292 Sep 01 16:07:36.151198 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52652) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:36.202359 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Deleting subnet 8baf77a9-45ef-445c-beef-df78b8683ccc {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:07:36.205657 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.244147 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.334812 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.429284 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52658) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:36.443359 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb288-ab7a-4783-85ff-fa2bf9f978bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.454834 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.457168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-41d34e94-dd41-4705-bae1-ced358f508ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.493099 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8baf77a9-45ef-445c-beef-df78b8683ccc,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:36.498641 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.502992 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b20cc0be-cde9-43e0-9553-ad2cee3a48b5 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/8baf77a9-45ef-445c-beef-df78b8683ccc HTTP/1.1" status: 204 len: 168 time: 0.3475509 Sep 01 16:07:36.503911 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52660) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:36.515671 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9314253-eae0-49b2-ae60-845b0c6fe4df None None] Network 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:36.566866 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a5a7bd3c-8d72-447f-ac62-644304c4b901 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:36.587502 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb288-ab7a-4783-85ff-fa2bf9f978bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.602455 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: a5a7bd3c-8d72-447f-ac62-644304c4b901 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:36.602803 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device a5a7bd3c-8d72-447f-ac62-644304c4b901 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:36.603218 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:36.632520 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:36.632733 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device eccd90d2-ac63-4b93-94f8-f02ff4dc2a92 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:36.646692 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.648772 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb288-ab7a-4783-85ff-fa2bf9f978bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.692184 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b1ecb288-ab7a-4783-85ff-fa2bf9f978bc admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7f972d736604451393c93715c4c14b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617836 Sep 01 16:07:36.694477 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecb288-ab7a-4783-85ff-fa2bf9f978bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb250b6-801c-4571-bde8-a37f6d1289ed,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:36.697763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52662) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:36.712942 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Deleting port 4bc28874-64c4-416c-bd61-edb306bb744d {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:36.713589 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.753959 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.781325 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.805595 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] For port 4bc28874-64c4-416c-bd61-edb306bb744d, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4bc28874-64c4-416c-bd61-edb306bb744d,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:36.806269 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.826829 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Calling delete_port for 4bc28874-64c4-416c-bd61-edb306bb744d owned by network:dhcp {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:36.827070 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] DHCP port deletion for 3d9bed4d-73aa-49ba-8c30-d0e6955bb774 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:07:36.878307 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Deleting port 4bc28874-64c4-416c-bd61-edb306bb744d {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:36.883734 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.929159 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.932232 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.933572 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/ffb250b6-801c-4571-bde8-a37f6d1289ed HTTP/1.1" status: 204 len: 168 time: 0.2345514 Sep 01 16:07:36.943046 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f5b39-0990-4a3c-8a48-e105cb796830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb250b6-801c-4571-bde8-a37f6d1289ed,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:36.973947 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] For port 4bc28874-64c4-416c-bd61-edb306bb744d, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4bc28874-64c4-416c-bd61-edb306bb744d,segment=NetworkSegment(02001f13-85c7-4cca-be7a-97608b255459),segment_id=02001f13-85c7-4cca-be7a-97608b255459)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:36.974283 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.980244 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:36.990322 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Calling delete_port for 4bc28874-64c4-416c-bd61-edb306bb744d owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:37.009858 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc28874-64c4-416c-bd61-edb306bb744d,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:37.012085 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] No DVR routers for this DVR port 4bc28874-64c4-416c-bd61-edb306bb744d on host dv-cinder-788366-6-iscsi {{(pid=106021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:37.074488 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.086875 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] No DVR routers for this DVR port 4bc28874-64c4-416c-bd61-edb306bb744d on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:37.089479 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.099928 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9bed4d-73aa-49ba-8c30-d0e6955bb774']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:37.105986 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Pushing event deleted for resources: {'Port': ['ID=4bc28874-64c4-416c-bd61-edb306bb744d,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:37.115418 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.115773 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.116353 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02001f13-85c7-4cca-be7a-97608b255459') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:37.116479 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.116768 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.116973 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02001f13-85c7-4cca-be7a-97608b255459') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:37.117108 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.117477 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.117838 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.118319 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.118681 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.119220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.119335 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.119641 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83d4a2-8411-40fc-8528-beb8fca54c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:37.128697 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.143473 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.150377 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:07:37.151092 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:07:37.152521 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:07:37.265846 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.272279 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.274401 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] 10.222.0.103 "DELETE /v2.0/networks/3d9bed4d-73aa-49ba-8c30-d0e6955bb774 HTTP/1.1" status: 204 len: 168 time: 0.7691951 Sep 01 16:07:37.277574 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52672) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:37.284302 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fce188-cad8-428a-b93c-1f11b5850fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9bed4d-73aa-49ba-8c30-d0e6955bb774,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:37.634712 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.884143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Deleting port 53300691-584f-4efd-9471-c7a6bdf53dee {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:37.884481 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.969149 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] For port 53300691-584f-4efd-9471-c7a6bdf53dee, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=53300691-584f-4efd-9471-c7a6bdf53dee,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:37.969540 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:37.984793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Calling delete_port for 53300691-584f-4efd-9471-c7a6bdf53dee owned by network:router_interface {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:38.226410 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:38.257124 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Pushing event deleted for resources: {'Port': ['ID=53300691-584f-4efd-9471-c7a6bdf53dee,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:38.290503 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4bc28874-64c4-416c-bd61-edb306bb744d no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:38.330363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 4bc28874-64c4-416c-bd61-edb306bb744d {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:38.330363 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4bc28874-64c4-416c-bd61-edb306bb744d not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:38.341506 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:38.705848 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:38.932357 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Router f2c601cc-82e3-4d9f-bf9e-b45af3422caa has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:39.051121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:39.056966 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-c2e1fa93-34ce-41bc-80c5-2c1494430463 admin admin] 10.222.0.103 "PUT /v2.0/routers/f2c601cc-82e3-4d9f-bf9e-b45af3422caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776818 Sep 01 16:07:39.059515 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52730) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:39.062524 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Sync routers for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:39.075483 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:39.076284 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:39.167785 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.185915 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:39.279205 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.289788 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b34b58a5-60b4-40e6-b7f2-adb4d4eebdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.365753 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:07:38Z', 'revision_number': 5, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port': {'id': '7abfa01a-8384-43f1-a44b-cfb9093882d7', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bc:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:29Z', 'updated_at': '2021-09-01T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:39.397772 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Checking router: f2c601cc-82e3-4d9f-bf9e-b45af3422caa for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:39.409252 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Routers {'f2c601cc-82e3-4d9f-bf9e-b45af3422caa'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:39.409863 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:39.420125 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Deleting port 7abfa01a-8384-43f1-a44b-cfb9093882d7 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:39.420382 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.489000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.504728 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] Set router f2c601cc-82e3-4d9f-bf9e-b45af3422caa gateway port host: None {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:39.505753 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] For port 7abfa01a-8384-43f1-a44b-cfb9093882d7, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7abfa01a-8384-43f1-a44b-cfb9093882d7,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:39.506151 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.525451 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Calling delete_port for 7abfa01a-8384-43f1-a44b-cfb9093882d7 owned by network:router_gateway {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:39.567414 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:39.568094 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:07:39Z', 'revision_number': 6, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:39.601550 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c162bab-90dc-457e-8a36-05189e5a60d9 None None] The sync data for ids ['f2c601cc-82e3-4d9f-bf9e-b45af3422caa'] in dv-cinder-788366-6-iscsi is: [{'id': 'f2c601cc-82e3-4d9f-bf9e-b45af3422caa', 'name': 'tempest-TestMinimumBasicScenario-1174027744-router', 'tenant_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:28Z', 'updated_at': '2021-09-01T16:07:39Z', 'revision_number': 6, 'project_id': 'a5d4e2c4c7eb4553a4b6b28e74563549', 'gw_port_host': None}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:39.785760 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.813186 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abfa01a-8384-43f1-a44b-cfb9093882d7,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:39.874456 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.965370 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.967614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.094174 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.094637 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c601cc-82e3-4d9f-bf9e-b45af3422caa {{(pid=106020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:07:40.099080 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.100052 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ca8c2332-0497-441c-92e8-dde52c3e10b1 admin admin] 10.222.0.103 "DELETE /v2.0/routers/f2c601cc-82e3-4d9f-bf9e-b45af3422caa HTTP/1.1" status: 204 len: 168 time: 1.0395975 Sep 01 16:07:40.102504 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52746) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.120470 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52748) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.152739 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Deleting subnet c202b8b6-113a-4298-bba5-863edfd9533b {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:07:40.155963 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.169923 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Deleting subnet d5e10e57-25e9-4be6-a772-916743043987 {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:07:40.173252 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.189805 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.210934 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.249963 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.267556 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.317413 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.374632 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.383607 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7abfa01a-8384-43f1-a44b-cfb9093882d7 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:40.403214 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.404416 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e10e57-25e9-4be6-a772-916743043987,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.408086 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 7abfa01a-8384-43f1-a44b-cfb9093882d7 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:40.411949 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7abfa01a-8384-43f1-a44b-cfb9093882d7 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:40.411949 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 53300691-584f-4efd-9471-c7a6bdf53dee no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:40.412323 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.415509 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-b5380324-b192-41bd-a0ab-5f68090c4206 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/d5e10e57-25e9-4be6-a772-916743043987 HTTP/1.1" status: 204 len: 168 time: 0.2938244 Sep 01 16:07:40.416524 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52750) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.429371 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 53300691-584f-4efd-9471-c7a6bdf53dee {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:40.429962 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 53300691-584f-4efd-9471-c7a6bdf53dee not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:40.440263 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c202b8b6-113a-4298-bba5-863edfd9533b,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.443844 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.449674 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-99af1d9e-0333-449b-bc35-fb14e3046ac1 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/c202b8b6-113a-4298-bba5-863edfd9533b HTTP/1.1" status: 204 len: 168 time: 0.3430769 Sep 01 16:07:40.449674 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52752) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.451943 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ea6b9-801e-45d5-9ff0-ae001dad0b3e None None] Network beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:40.501326 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.533542 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.597124 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.601420 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Deleting port 57d67a78-a0fc-4a4f-966e-36874a396134 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:40.601761 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.619436 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f695c2-b0e1-4654-a73d-5ca54d1e066e']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.646252 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a21243-d848-46fa-8fc7-32894de70074') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.646859 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a21243-d848-46fa-8fc7-32894de70074') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.657502 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.672635 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] DHCP port deletion for beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:07:40.677945 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.687393 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:07:40.692672 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:07:40.695784 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] For port 57d67a78-a0fc-4a4f-966e-36874a396134, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=57d67a78-a0fc-4a4f-966e-36874a396134,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:40.695784 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.713607 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Calling delete_port for 57d67a78-a0fc-4a4f-966e-36874a396134 owned by network:dhcp {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:40.744049 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Deleting port 57d67a78-a0fc-4a4f-966e-36874a396134 {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:40.744437 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.817240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] For port 57d67a78-a0fc-4a4f-966e-36874a396134, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=57d67a78-a0fc-4a4f-966e-36874a396134,segment=NetworkSegment(558bcf4c-10e4-4ba2-b12b-623f5b724f28),segment_id=558bcf4c-10e4-4ba2-b12b-623f5b724f28)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:40.817645 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.835934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Calling delete_port for 57d67a78-a0fc-4a4f-966e-36874a396134 owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:40.877055 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.885902 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.887368 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] 10.222.0.103 "DELETE /v2.0/networks/14f695c2-b0e1-4654-a73d-5ca54d1e066e HTTP/1.1" status: 204 len: 168 time: 0.4698384 Sep 01 16:07:40.887506 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52758) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.898344 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd070ec-7604-4651-958e-fdc2d6c8d3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f695c2-b0e1-4654-a73d-5ca54d1e066e,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.919169 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.920613 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.947786 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] No DVR routers for this DVR port 57d67a78-a0fc-4a4f-966e-36874a396134 on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:40.951571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33167e-3e74-48a8-8f90-6e9a0b8093b7 None None] Pushing event deleted for resources: {'Port': ['ID=57d67a78-a0fc-4a4f-966e-36874a396134,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.957505 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=57d67a78-a0fc-4a4f-966e-36874a396134,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.964374 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] No DVR routers for this DVR port 57d67a78-a0fc-4a4f-966e-36874a396134 on host dv-cinder-788366-6-iscsi {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:40.973870 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Deleting subnet ce4f6ca4-56db-4448-92ed-f057886be16f {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:07:40.995332 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.074282 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.077924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.110838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beebd4d4-278b-41d7-bb9b-1f8f66cd58a3']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.126758 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558bcf4c-10e4-4ba2-b12b-623f5b724f28') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.127103 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558bcf4c-10e4-4ba2-b12b-623f5b724f28') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.141031 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.158955 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.180273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.215067 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:07:41.215384 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:07:41.218672 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:07:41.295667 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-48df00b4-4cbe-44c7-8f62-f4445ca78b0f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1130424 Sep 01 16:07:41.328918 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.334566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.336838 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] 10.222.0.103 "DELETE /v2.0/networks/beebd4d4-278b-41d7-bb9b-1f8f66cd58a3 HTTP/1.1" status: 204 len: 168 time: 0.8814723 Sep 01 16:07:41.372143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628116ed-7c80-4917-892e-1679fa518bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=beebd4d4-278b-41d7-bb9b-1f8f66cd58a3,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.375374 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.407376 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4f6ca4-56db-4448-92ed-f057886be16f,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.411840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.417122 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-fc81be45-988d-433e-be06-2d7ca7190d95 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/ce4f6ca4-56db-4448-92ed-f057886be16f HTTP/1.1" status: 204 len: 168 time: 0.5255985 Sep 01 16:07:41.417762 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52764) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.425605 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-f163a3ce-24d1-44b0-8957-caeeeff2a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:41.427491 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-f163a3ce-24d1-44b0-8957-caeeeff2a22a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 1099 time: 0.0896127 Sep 01 16:07:41.494102 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.573642 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.583327 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca']}} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.593375 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9724c1-5430-463d-9472-1ed30d749f3d') {'for_net_delete': True} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.595357 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.services.segments.db [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9724c1-5430-463d-9472-1ed30d749f3d') {} {{(pid=106021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.603470 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4090443'] for segment, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.617339 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.623359 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=106021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:07:41.623854 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687849'] for segment, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: Traceback (most recent call last): Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: timer() Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: cb(*args, **kw) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: return func(*args, **kwargs) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: self._notify() Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: self.callback(batched_events) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: event.method(event) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: return f(self, *a, **k) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._get(url).json() Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: return self.request(url, 'GET', **kwargs) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:07:41.625564 dv-cinder-788366-6-iscsi neutron-server[106021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:07:41.720973 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52766) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.756152 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.763305 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.765120 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] 10.222.0.103 "DELETE /v2.0/networks/f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca HTTP/1.1" status: 204 len: 168 time: 0.3461275 Sep 01 16:07:41.772400 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52770) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.772770 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-cd4ab2f5-833a-4394-b1de-c6dd2db58308 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4fe6e111b7ce4c86b1adea7218250bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502257 Sep 01 16:07:41.782315 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bde18-55fe-4be7-9935-af64080c20ce admin admin] Pushing event deleted for resources: {'Network': ['ID=f51a26e8-3d4b-47f0-b6a4-1a23fcab1cca,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.827354 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.848136 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.992165 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.994846 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.996043 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/548245ee-82ea-4a52-9440-ca0520901169 HTTP/1.1" status: 204 len: 168 time: 0.2223971 Sep 01 16:07:42.003757 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0328a-188b-40d8-a7d7-7a83c1bb9772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548245ee-82ea-4a52-9440-ca0520901169,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:42.048645 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.188672 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52776) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:42.228692 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-0c77a37d-0ae5-4c2f-bd2f-aa2a263b03ca admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0bc40d1595834b9db1771fc59cc0e6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388110 Sep 01 16:07:42.231836 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52778) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:42.275033 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 57d67a78-a0fc-4a4f-966e-36874a396134 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:42.287763 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.296019 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 57d67a78-a0fc-4a4f-966e-36874a396134 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:42.296445 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 57d67a78-a0fc-4a4f-966e-36874a396134 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:42.312016 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.401777 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-fbcc28b8-3d34-44a0-9bb4-44ed2eaa2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.403249 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-fbcc28b8-3d34-44a0-9bb4-44ed2eaa2736 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0957329 Sep 01 16:07:42.448415 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.451024 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.452158 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/6509fa30-6408-4ee4-9bee-f4aa8ebacb17 HTTP/1.1" status: 204 len: 168 time: 0.2188237 Sep 01 16:07:42.461231 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149aa8a-449e-4ce9-9b3f-78e8fe3a7ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509fa30-6408-4ee4-9bee-f4aa8ebacb17,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:42.663823 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52784) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:42.707436 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7ef3988e-2b77-4523-993f-ddf33642c80f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a5d4e2c4c7eb4553a4b6b28e74563549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424604 Sep 01 16:07:42.709995 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52786) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:42.762515 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.784188 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.922849 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.925658 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.926809 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/aa523e00-f051-4f90-a33f-be789cf475c6 HTTP/1.1" status: 204 len: 168 time: 0.2158749 Sep 01 16:07:42.936113 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b98fc-38fc-4074-b8ce-d7eda9797d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa523e00-f051-4f90-a33f-be789cf475c6,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:43.161443 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52794) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:43.203601 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-de10bfe4-9098-4839-8683-39f6cec04af9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9064c8563a7244f6bd287f8f806d174b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407486 Sep 01 16:07:43.206062 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52796) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:43.208601 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-939c1371-02b4-45c4-930c-430794b2f91b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2 HTTP/1.1" status: 200 len: 1002 time: 0.0636334 Sep 01 16:07:43.254570 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.276072 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.391518 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.394109 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.395285 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bededf3d-68a2-45c9-911a-860c5bd16a20 HTTP/1.1" status: 204 len: 168 time: 0.1883137 Sep 01 16:07:43.405487 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56b3d-41bb-44e0-a399-e767a420ce5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bededf3d-68a2-45c9-911a-860c5bd16a20,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:44.156093 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-9c6c4e01-f249-41ae-9752-175dab4485dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:44.157700 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-9c6c4e01-f249-41ae-9752-175dab4485dc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0440714 Sep 01 16:07:44.207646 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-014a7a99-6870-4f7e-b81d-66d7fd122317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:44.209172 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-014a7a99-6870-4f7e-b81d-66d7fd122317 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413039 Sep 01 16:07:44.301375 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-9d5189a8-c07e-4163-8e76-77e91deaea4d service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844369 Sep 01 16:07:44.388584 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a152cc7c-53fc-4387-806c-0ce7761ba8df req-674b04fc-6afc-4dd9-be89-27469ea45c4e service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805483 Sep 01 16:07:45.641830 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52810) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:45.950811 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Deleting port 728b9cfc-a976-4f40-a65c-8cff17e6af2e {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:45.951156 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.024775 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.025036 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.036582 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Calling delete_port for 728b9cfc-a976-4f40-a65c-8cff17e6af2e owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:46.248711 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.274277 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event deleted for resources: {'Port': ['ID=728b9cfc-a976-4f40-a65c-8cff17e6af2e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:46.339403 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.339814 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Floating IP 6c3d8f6e-d0d7-4f33-ab86-9be756b61211 disassociated (deleted). External IP: 172.27.3.250, port: 5249ff20-1a7a-4d05-99f6-a5728e8f4509. Sep 01 16:07:46.796952 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Router 642d854e-8e78-4a9b-a69c-c5c46528c3da has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:46.909914 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:46.915334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.919908 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Sync routers for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:46.933365 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:46.933919 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:46.948473 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e2ae0aa9-53d8-45c6-87b2-8b78bbcbf13e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "DELETE /v2.0/floatingips/6c3d8f6e-d0d7-4f33-ab86-9be756b61211 HTTP/1.1" status: 204 len: 168 time: 1.3055403 Sep 01 16:07:46.949055 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:46.951336 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:46.994531 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55eccc2-1301-4a52-b0c3-c1d6c3e2aaa4 x-openstack-request-id: req-e55eccc2-1301-4a52-b0c3-c1d6c3e2aaa4 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:46.994827 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:46.995228 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-e55eccc2-1301-4a52-b0c3-c1d6c3e2aaa4 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:46.995655 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'status': 'completed', 'code': 200} Sep 01 16:07:47.042191 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:47.246172 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:47.272173 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Checking router: 642d854e-8e78-4a9b-a69c-c5c46528c3da for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:47.281074 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:47.281721 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:47.388726 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:47.391138 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7160-09d5-4819-a842-d9251ca04500 req-d8c99a12-4234-41e6-bee5-d4f386031a48 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:47.392641 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa9e7160-09d5-4819-a842-d9251ca04500 req-d8c99a12-4234-41e6-bee5-d4f386031a48 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0502157 Sep 01 16:07:47.432748 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-fa9e7160-09d5-4819-a842-d9251ca04500 req-47be2a64-2b45-48d0-bad2-3540f17e3736 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Sep 01 16:07:47.587968 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:47.614188 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55f2af-41e5-4480-852c-b4c5ad57d45b None None] The sync data for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi is: [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:02:19Z', 'revision_number': 4, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '4c259050-e73e-4bee-ad6a-03139620980b', 'name': '', 'network_id': '3ae38009-a7ef-40a2-855b-c4dd7f6464e8', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'mac_address': 'fa:16:3e:a2:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:18Z', 'updated_at': '2021-09-01T16:02:24Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'subnets': [{'id': '5b2fd712-6e58-48ed-8206-6eb352a9da47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:47.817849 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd980a6-6b12-4cf8-973b-d86e11e2be7e None None] New status for floating IP 6c3d8f6e-d0d7-4f33-ab86-9be756b61211: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:07:48.547998 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6f3e-4487-45f9-b0ef-fb3f340c565a req-7712393e-96df-4144-85cc-a24c5d753ce4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:48.549774 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-28ad6f3e-4487-45f9-b0ef-fb3f340c565a req-7712393e-96df-4144-85cc-a24c5d753ce4 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0488751 Sep 01 16:07:48.588181 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-28ad6f3e-4487-45f9-b0ef-fb3f340c565a req-3e87ccdc-e274-4d66-af7e-61669b99ca61 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Sep 01 16:07:49.258182 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-ae5ed467-8111-4d5a-9e06-ac506c5bf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:49.259687 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-ae5ed467-8111-4d5a-9e06-ac506c5bf314 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0456088 Sep 01 16:07:49.353904 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-c3e747bb-b04a-4d10-937c-b227610385ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:49.355427 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-c3e747bb-b04a-4d10-937c-b227610385ea service neutron] 10.222.0.97 "GET /v2.0/networks?id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 200 len: 910 time: 0.0875163 Sep 01 16:07:49.398461 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-37a67347-fda2-4f87-9121-e6bfb5fd5bea service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 200 len: 217 time: 0.0351110 Sep 01 16:07:49.447650 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-9e87761c-5923-4cfb-8db6-ec62cca133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:49.449049 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-9e87761c-5923-4cfb-8db6-ec62cca133a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 200 len: 847 time: 0.0439234 Sep 01 16:07:49.495203 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-5684684e-7619-4dfe-814c-5d6b1946a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:49.496656 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-5684684e-7619-4dfe-814c-5d6b1946a015 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3ae38009-a7ef-40a2-855b-c4dd7f6464e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392821 Sep 01 16:07:49.589584 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-5611118a-080a-4bfe-96d1-103347735337 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Sep 01 16:07:49.683564 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-7d6ae129-7fe2-4b6a-91b3-50afbde1a2cb req-b894262e-e30a-4d63-b00b-1d44ddf560a0 service neutron] 10.222.0.97 "GET /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855076 Sep 01 16:07:49.704500 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c633-e106-47fa-b4b4-cbd55e1cb55b req-d3b82a88-272b-45a9-ae38-0c0d7bd2fab3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:49.706031 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bda4c633-e106-47fa-b4b4-cbd55e1cb55b req-d3b82a88-272b-45a9-ae38-0c0d7bd2fab3 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0510342 Sep 01 16:07:49.747649 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-bda4c633-e106-47fa-b4b4-cbd55e1cb55b req-b9305ef1-d99e-489a-af63-8694c205a14e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Sep 01 16:07:50.864433 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac42d7-8e5d-4e10-b3d4-b02a143dd9ac req-db98685d-8c4e-4b53-bfd3-7eda78630657 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:50.865941 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8ac42d7-8e5d-4e10-b3d4-b02a143dd9ac req-db98685d-8c4e-4b53-bfd3-7eda78630657 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0499370 Sep 01 16:07:50.905708 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a8ac42d7-8e5d-4e10-b3d4-b02a143dd9ac req-3fa2ff29-73fa-43ef-81d3-7c59fb63f832 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/security-groups?id=54a222d3-c809-41c4-ac1c-b45943bf0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Sep 01 16:07:51.032569 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-c0759e3d-e215-4ce5-a986-faa82074203e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:51.034151 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-c0759e3d-e215-4ce5-a986-faa82074203e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.97 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 946 time: 0.0545251 Sep 01 16:07:51.121830 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Deleting port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:51.122168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:51.211756 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] For port 5249ff20-1a7a-4d05-99f6-a5728e8f4509, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5249ff20-1a7a-4d05-99f6-a5728e8f4509,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:51.212110 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:51.224906 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Calling delete_port for 5249ff20-1a7a-4d05-99f6-a5728e8f4509 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:51.431017 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:51.463294 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event deleted for resources: {'Port': ['ID=5249ff20-1a7a-4d05-99f6-a5728e8f4509,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:51.502980 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] No DVR routers for this DVR port 5249ff20-1a7a-4d05-99f6-a5728e8f4509 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:51.505598 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:51.508160 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2770a47f-fe0d-4105-ae96-79dad2ec9c17 req-3f1bbbbb-dcc7-4c8f-a866-0e81dd4b903f tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.97 "DELETE /v2.0/ports/5249ff20-1a7a-4d05-99f6-a5728e8f4509 HTTP/1.1" status: 204 len: 173 time: 0.4680295 Sep 01 16:07:51.508584 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-deleted', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:51.510989 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d4fbe-def8-48ab-b423-0898e5a4b7ee" -d '{"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-deleted", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:51.549730 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11753637-a07a-49b0-b35b-dbc82d205ed6 x-openstack-request-id: req-11753637-a07a-49b0-b35b-dbc82d205ed6 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:51.549730 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a47a273-4100-4219-b567-382547fbe9f2", "name": "network-vif-deleted", "tag": "5249ff20-1a7a-4d05-99f6-a5728e8f4509", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:51.549730 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-11753637-a07a-49b0-b35b-dbc82d205ed6 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:51.549730 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a47a273-4100-4219-b567-382547fbe9f2', 'name': 'network-vif-deleted', 'tag': '5249ff20-1a7a-4d05-99f6-a5728e8f4509', 'status': 'completed', 'code': 200} Sep 01 16:07:52.005258 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-2d132da2-f0c2-4906-8d7e-e62ea278cdc9 req-3bd111ae-43e9-449b-a5ce-67c0eaba22b6 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Sep 01 16:07:53.110248 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-aae52d9b-6b8d-4c20-9016-149fe01f22c5 req-6fbbb6a5-16af-4704-a40a-14e2d77b374a tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0262146 Sep 01 16:07:54.220322 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-4d94ca2b-9729-4ff0-b46f-bee34448fb1a req-39d58fa3-604a-4b1f-8e7f-4fdd60312c65 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Sep 01 16:07:55.251922 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:55.272656 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 5249ff20-1a7a-4d05-99f6-a5728e8f4509 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:55.272996 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 5249ff20-1a7a-4d05-99f6-a5728e8f4509 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:55.330264 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0867a47b-35ef-4b1a-8082-6c7fb102450e req-f3107107-f3c8-4fd4-bf3f-dc13981bbf90 tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "GET /v2.0/ports?device_id=3a47a273-4100-4219-b567-382547fbe9f2 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Sep 01 16:07:56.387315 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52886) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:56.447007 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:56.471973 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:56.579561 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:56.582116 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:56.583276 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] 10.222.0.103 "DELETE /v2.0/security-groups/54a222d3-c809-41c4-ac1c-b45943bf0ec1 HTTP/1.1" status: 204 len: 168 time: 0.1949241 Sep 01 16:07:56.592876 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683cd42-c761-4b99-89a8-8e3f59db954e tempest-TestShelveInstance-1539629709 tempest-TestShelveInstance-1539629709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a222d3-c809-41c4-ac1c-b45943bf0ec1,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:56.686693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52892) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:57.124639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:57.364871 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Deleting port 4c259050-e73e-4bee-ad6a-03139620980b {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:57.365244 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:57.441929 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] For port 4c259050-e73e-4bee-ad6a-03139620980b, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4c259050-e73e-4bee-ad6a-03139620980b,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:57.442499 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:57.458805 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Calling delete_port for 4c259050-e73e-4bee-ad6a-03139620980b owned by network:router_interface {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:57.682793 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:57.708378 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c259050-e73e-4bee-ad6a-03139620980b,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:57.885491 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.099596 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Router 642d854e-8e78-4a9b-a69c-c5c46528c3da has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:58.202703 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:58.208045 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-d7816791-5867-491a-bec3-de387b45a2d8 admin admin] 10.222.0.103 "PUT /v2.0/routers/642d854e-8e78-4a9b-a69c-c5c46528c3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5202384 Sep 01 16:07:58.211981 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52906) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:58.215112 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Sync routers for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:58.225299 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:58.226027 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:58.333464 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.340345 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:58.435069 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.533057 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '430894a8-4394-4058-818f-c602c4397c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:07:57Z', 'revision_number': 5, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port': {'id': '430894a8-4394-4058-818f-c602c4397c9a', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:15Z', 'updated_at': '2021-09-01T16:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:58.551533 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Deleting port 430894a8-4394-4058-818f-c602c4397c9a {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:58.552125 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.561333 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Checking router: 642d854e-8e78-4a9b-a69c-c5c46528c3da for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:58.569950 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Routers {'642d854e-8e78-4a9b-a69c-c5c46528c3da'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:58.570569 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['642d854e-8e78-4a9b-a69c-c5c46528c3da'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:58.628830 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] For port 430894a8-4394-4058-818f-c602c4397c9a, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=430894a8-4394-4058-818f-c602c4397c9a,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:58.629196 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.645426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Calling delete_port for 430894a8-4394-4058-818f-c602c4397c9a owned by network:router_gateway {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:58.658780 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] Set router 642d854e-8e78-4a9b-a69c-c5c46528c3da gateway port host: None {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:58.713642 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:07:58Z', 'revision_number': 6, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:58.743673 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c6ee4-1e22-4b58-8a5d-ad7e74098b0e None None] The sync data for ids ['642d854e-8e78-4a9b-a69c-c5c46528c3da'] in dv-cinder-788366-6-iscsi is: [{'id': '642d854e-8e78-4a9b-a69c-c5c46528c3da', 'name': 'tempest-TestShelveInstance-608418674-router', 'tenant_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:14Z', 'updated_at': '2021-09-01T16:07:58Z', 'revision_number': 6, 'project_id': 'ee73bd9fa1d8405ba10ec3f1d8043148', 'gw_port_host': None}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:58.882553 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.913967 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=430894a8-4394-4058-818f-c602c4397c9a,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:58.973334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.061429 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.064010 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.168011 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.168584 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642d854e-8e78-4a9b-a69c-c5c46528c3da {{(pid=106020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:07:59.172996 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.174502 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7129bd0b-8ba3-4cee-87be-63de95a21ff5 admin admin] 10.222.0.103 "DELETE /v2.0/routers/642d854e-8e78-4a9b-a69c-c5c46528c3da HTTP/1.1" status: 204 len: 168 time: 0.9614356 Sep 01 16:07:59.176963 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52910) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:59.223079 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Deleting subnet 5b2fd712-6e58-48ed-8206-6eb352a9da47 {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:07:59.227039 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.261276 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.338095 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.711608 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.737262 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2fd712-6e58-48ed-8206-6eb352a9da47,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:59.744086 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.747178 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-b9ccb46a-4e0c-49d4-9e54-34e5674d652e admin admin] 10.222.0.103 "DELETE /v2.0/subnets/5b2fd712-6e58-48ed-8206-6eb352a9da47 HTTP/1.1" status: 204 len: 168 time: 0.5685115 Sep 01 16:07:59.748956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52912) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:59.752570 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464c04a-6c6b-47f6-be40-9ef08a95eaac None None] Network 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:07:59.815430 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.871842 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Deleting port d2349464-c23d-4c74-9c39-7802ebbfd638 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:59.872260 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.940513 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] DHCP port deletion for 3ae38009-a7ef-40a2-855b-c4dd7f6464e8 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:07:59.940840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] For port d2349464-c23d-4c74-9c39-7802ebbfd638, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=d2349464-c23d-4c74-9c39-7802ebbfd638,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:59.941180 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:59.956636 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Calling delete_port for d2349464-c23d-4c74-9c39-7802ebbfd638 owned by network:dhcp {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:59.987810 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Deleting port d2349464-c23d-4c74-9c39-7802ebbfd638 {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:59.988135 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.056665 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] For port d2349464-c23d-4c74-9c39-7802ebbfd638, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=d2349464-c23d-4c74-9c39-7802ebbfd638,segment=NetworkSegment(5bfebfb4-99bf-451b-8016-1053aa74eee1),segment_id=5bfebfb4-99bf-451b-8016-1053aa74eee1)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:00.056665 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.063274 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Calling delete_port for d2349464-c23d-4c74-9c39-7802ebbfd638 owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:00.134566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.160828 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2349464-c23d-4c74-9c39-7802ebbfd638,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:00.164782 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] No DVR routers for this DVR port d2349464-c23d-4c74-9c39-7802ebbfd638 on host dv-cinder-788366-6-iscsi {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:08:00.238555 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.249297 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae38009-a7ef-40a2-855b-c4dd7f6464e8']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:00.260794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfebfb4-99bf-451b-8016-1053aa74eee1') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:00.261507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfebfb4-99bf-451b-8016-1053aa74eee1') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:00.263494 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.271174 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.290831 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.291075 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] Pushing event deleted for resources: {'Port': ['ID=d2349464-c23d-4c74-9c39-7802ebbfd638,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:00.294919 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0944eaa-c60e-494b-8c44-4d485d8473e4 None None] No DVR routers for this DVR port d2349464-c23d-4c74-9c39-7802ebbfd638 on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:08:00.300306 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:08:00.300884 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.301561 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device d2349464-c23d-4c74-9c39-7802ebbfd638 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:08:00.302622 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:08:00.327009 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: d2349464-c23d-4c74-9c39-7802ebbfd638 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:00.327357 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device d2349464-c23d-4c74-9c39-7802ebbfd638 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:00.327777 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4c259050-e73e-4bee-ad6a-03139620980b no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:00.347118 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 4c259050-e73e-4bee-ad6a-03139620980b {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:00.347474 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4c259050-e73e-4bee-ad6a-03139620980b not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:00.347886 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 430894a8-4394-4058-818f-c602c4397c9a no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:00.368696 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 430894a8-4394-4058-818f-c602c4397c9a {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:00.369046 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 430894a8-4394-4058-818f-c602c4397c9a not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:00.414781 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.420437 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:00.422282 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] 10.222.0.103 "DELETE /v2.0/networks/3ae38009-a7ef-40a2-855b-c4dd7f6464e8 HTTP/1.1" status: 204 len: 168 time: 0.6723700 Sep 01 16:08:00.425556 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52916) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:00.436608 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c898683-2c53-4d83-a8c6-4af41cbb0e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae38009-a7ef-40a2-855b-c4dd7f6464e8,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:00.781852 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:01.027179 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Deleting port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:01.027517 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:01.109311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] For port 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:01.109670 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:01.126297 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Calling delete_port for 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 owned by network:router_interface {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:01.339135 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:01.366151 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b5dfc5-2df6-4a07-8f56-8ba8ac77a290,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:01.389609 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.389962 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.390303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.390646 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.391051 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.391356 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.391634 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.391964 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.392290 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.392609 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.392930 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.393267 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:01.783886 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:01.996733 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Router c2e474ef-114f-4ac1-84eb-59e0aa691386 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:08:02.107590 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:08:02.114894 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-67b7b95a-b01a-4230-921d-62fbf839a851 admin admin] 10.222.0.103 "PUT /v2.0/routers/c2e474ef-114f-4ac1-84eb-59e0aa691386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6860995 Sep 01 16:08:02.115361 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52926) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:02.118443 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Sync routers for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:08:02.132260 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:02.132989 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:02.229089 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks [] for router, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:02.348567 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:02.354952 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:02.539960 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:08:01Z', 'revision_number': 5, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port': {'id': 'c76f814f-3993-4ae5-9edc-d81c0997f0e0', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:02.566721 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Checking router: c2e474ef-114f-4ac1-84eb-59e0aa691386 for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:08:02.575637 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Routers {'c2e474ef-114f-4ac1-84eb-59e0aa691386'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:02.576239 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['c2e474ef-114f-4ac1-84eb-59e0aa691386'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:02.594371 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Deleting port c76f814f-3993-4ae5-9edc-d81c0997f0e0 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:02.594739 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:02.665115 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] Set router c2e474ef-114f-4ac1-84eb-59e0aa691386 gateway port host: None {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:02.674785 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] For port c76f814f-3993-4ae5-9edc-d81c0997f0e0, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=c76f814f-3993-4ae5-9edc-d81c0997f0e0,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:02.675201 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:02.692434 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Calling delete_port for c76f814f-3993-4ae5-9edc-d81c0997f0e0 owned by network:router_gateway {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:02.721122 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:08:02Z', 'revision_number': 6, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:02.750443 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a71ad7-7f57-40fd-ad1a-6b847cbbcf66 None None] The sync data for ids ['c2e474ef-114f-4ac1-84eb-59e0aa691386'] in dv-cinder-788366-6-iscsi is: [{'id': 'c2e474ef-114f-4ac1-84eb-59e0aa691386', 'name': 'tempest-TestShelveInstance-1674963915-router', 'tenant_id': '264965233f8c4b3ba775ac207f54fa05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:02:23Z', 'updated_at': '2021-09-01T16:08:02Z', 'revision_number': 6, 'project_id': '264965233f8c4b3ba775ac207f54fa05', 'gw_port_host': None}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:08:02.905665 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:02.934320 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76f814f-3993-4ae5-9edc-d81c0997f0e0,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:02.995306 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.086992 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.094801 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.191005 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.191535 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e474ef-114f-4ac1-84eb-59e0aa691386 {{(pid=106021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:08:03.199399 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.199399 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-92c165fa-af77-4af7-8577-4e6ac471eb69 admin admin] 10.222.0.103 "DELETE /v2.0/routers/c2e474ef-114f-4ac1-84eb-59e0aa691386 HTTP/1.1" status: 204 len: 168 time: 1.0807269 Sep 01 16:08:03.199972 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52932) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:03.248727 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Deleting subnet 46eee83a-35a4-4a54-96e2-265680f62173 {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:08:03.252133 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.286964 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.394573 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.500143 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.528762 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46eee83a-35a4-4a54-96e2-265680f62173,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:03.532525 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.537026 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52938) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:03.537559 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-3d35f54b-8ac5-498b-983e-ba1912d7d2e0 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/46eee83a-35a4-4a54-96e2-265680f62173 HTTP/1.1" status: 204 len: 168 time: 0.3360717 Sep 01 16:08:03.541146 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c29a41-417b-4bfa-a177-6b1a915f0099 None None] Network f69c744f-ad44-4d6d-968a-f97748851c6e requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:08:03.619483 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.683933 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Deleting port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:03.684282 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.742259 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] DHCP port deletion for f69c744f-ad44-4d6d-968a-f97748851c6e request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:08:03.768099 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] For port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:03.768547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.784486 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Calling delete_port for 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 owned by network:dhcp {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:03.818157 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Deleting port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:03.818555 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.898565 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] For port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,segment=NetworkSegment(132a3eab-b20c-4ec0-bcc7-a5eb243d131e),segment_id=132a3eab-b20c-4ec0-bcc7-a5eb243d131e)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:03.898958 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.912001 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Calling delete_port for 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:03.916566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:03.940985 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:03.946643 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] No DVR routers for this DVR port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 on host dv-cinder-788366-6-iscsi {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:08:04.017625 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.028309 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.040779 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69c744f-ad44-4d6d-968a-f97748851c6e']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:04.050982 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] Pushing event deleted for resources: {'Port': ['ID=2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:04.053650 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d647bee-381b-489a-bd77-d093a19a053b None None] No DVR routers for this DVR port 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:08:04.057382 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132a3eab-b20c-4ec0-bcc7-a5eb243d131e') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:04.057689 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132a3eab-b20c-4ec0-bcc7-a5eb243d131e') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:04.070869 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.085563 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.091821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Releasing vlan 1433 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:08:04.092237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:08:04.094018 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:08:04.130539 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd1a6d-eaa1-4eb2-aa9e-ed07c170fa72 req-f4b23de2-daf4-41c6-afa6-40214c07c557 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:04.132278 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7ddd1a6d-eaa1-4eb2-aa9e-ed07c170fa72 req-f4b23de2-daf4-41c6-afa6-40214c07c557 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0511167 Sep 01 16:08:04.172105 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-7ddd1a6d-eaa1-4eb2-aa9e-ed07c170fa72 req-45248f6d-72c2-4baf-a72f-6b145c2f1d45 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336313 Sep 01 16:08:04.180292 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.195959 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.197934 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] 10.222.0.103 "DELETE /v2.0/networks/f69c744f-ad44-4d6d-968a-f97748851c6e HTTP/1.1" status: 204 len: 168 time: 0.6597273 Sep 01 16:08:04.208817 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9334-6168-4c97-93b2-815f2988ce3e admin admin] Pushing event deleted for resources: {'Network': ['ID=f69c744f-ad44-4d6d-968a-f97748851c6e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:04.282676 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c76f814f-3993-4ae5-9edc-d81c0997f0e0 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:04.302653 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: c76f814f-3993-4ae5-9edc-d81c0997f0e0 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:04.302995 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device c76f814f-3993-4ae5-9edc-d81c0997f0e0 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:04.303421 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:04.325627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:04.325627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 2ae1614a-176c-41b5-bf81-5f9fb3dfeaf9 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:04.325627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:04.342467 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:04.342813 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 72b5dfc5-2df6-4a07-8f56-8ba8ac77a290 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:04.479707 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52952) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:04.520767 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-66df28f3-0539-4cd7-a273-e1e1547b515b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ee73bd9fa1d8405ba10ec3f1d8043148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397615 Sep 01 16:08:04.523212 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 52954) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:04.574226 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.594608 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.704968 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.707688 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.708881 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/56920919-834a-4075-ae41-ba9e2e607a08 HTTP/1.1" status: 204 len: 168 time: 0.1847842 Sep 01 16:08:04.717248 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba978-d209-4b53-bd33-e585fad1b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56920919-834a-4075-ae41-ba9e2e607a08,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:05.291551 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f91b3-f42c-4445-953e-cb4cd7d98b25 req-4b9ccfb5-bad5-4ddb-a1d0-dc03fbf91683 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:05.292816 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52964) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:05.293301 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-537f91b3-f42c-4445-953e-cb4cd7d98b25 req-4b9ccfb5-bad5-4ddb-a1d0-dc03fbf91683 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Sep 01 16:08:05.331456 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-537f91b3-f42c-4445-953e-cb4cd7d98b25 req-38925087-4320-4aad-a89f-6771f6d7bade tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Sep 01 16:08:05.337771 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-a323b2be-9232-48ec-a960-b61807429983 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=264965233f8c4b3ba775ac207f54fa05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430481 Sep 01 16:08:05.340087 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 52966) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:05.389028 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:05.415589 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:05.516714 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:05.519278 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:05.520420 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/8125b16a-4f2a-4c89-bd4e-7e001b31be8b HTTP/1.1" status: 204 len: 168 time: 0.1794310 Sep 01 16:08:05.528951 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d9a2e-b34a-4331-9c7a-b5e7e667377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125b16a-4f2a-4c89-bd4e-7e001b31be8b,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:06.449450 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff610f-f528-45eb-8897-ebf06232dcb1 req-80568503-6202-4a54-a6e5-8d535fb9081c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:06.450996 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6dff610f-f528-45eb-8897-ebf06232dcb1 req-80568503-6202-4a54-a6e5-8d535fb9081c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0485928 Sep 01 16:08:06.459410 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-cd9fcb0c-3cf4-4816-9356-bec240d9b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:06.490420 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6dff610f-f528-45eb-8897-ebf06232dcb1 req-ec7dc239-7975-4587-81d6-d33703137943 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Sep 01 16:08:07.609957 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997f774-302a-432d-b4e0-6e88d2ba5c67 req-e40c898c-8b3d-440e-bac5-b88e267dc234 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:07.611447 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b997f774-302a-432d-b4e0-6e88d2ba5c67 req-e40c898c-8b3d-440e-bac5-b88e267dc234 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0525115 Sep 01 16:08:07.649824 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b997f774-302a-432d-b4e0-6e88d2ba5c67 req-ed8db840-bf13-47e2-95ee-f2b3243206e4 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Sep 01 16:08:07.737543 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079973-48f3-423f-a51b-436e1163d124 req-bbfef29d-ea92-49cd-bcde-35624b130ffa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:07.738975 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e079973-48f3-423f-a51b-436e1163d124 req-bbfef29d-ea92-49cd-bcde-35624b130ffa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 946 time: 0.0531027 Sep 01 16:08:07.826401 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:07.826743 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:07.916035 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] For port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:07.916398 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.084062 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.084401 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.084723 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 7ec50cb4-a434-44d6-b175-a5e720727ac1 disassociated. External IP: 172.27.3.237, port: 7b7f6c7d-75c3-433e-ada6-c67f57342ac2. Sep 01 16:08:08.085060 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:08.274328 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.301856 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=7b7f6c7d-75c3-433e-ada6-c67f57342ac2,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:08.316905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.424251 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:08:08.533192 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:08:08.544407 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:08:08.555198 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:08.555908 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:08.575438 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] No DVR routers for this DVR port 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:08:08.578122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:08.580483 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-4e079973-48f3-423f-a51b-436e1163d124 req-d26fdfac-87c8-4c5b-95c7-5629e2de0898 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "DELETE /v2.0/ports/7b7f6c7d-75c3-433e-ada6-c67f57342ac2 HTTP/1.1" status: 204 len: 173 time: 0.8348472 Sep 01 16:08:08.580934 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'name': 'network-vif-deleted', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:08.583194 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffad6bf-4a09-41af-b5e4-ceb891ed36ec" -d '{"events": [{"server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "name": "network-vif-deleted", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:08.624852 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce35774-0757-4f8c-8d7a-98b97659eaa9 x-openstack-request-id: req-7ce35774-0757-4f8c-8d7a-98b97659eaa9 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:08.625307 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5f0aad-181c-4730-bb16-8624e9f68524", "name": "network-vif-deleted", "tag": "7b7f6c7d-75c3-433e-ada6-c67f57342ac2", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:08.625570 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-7ce35774-0757-4f8c-8d7a-98b97659eaa9 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:08.625997 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5f0aad-181c-4730-bb16-8624e9f68524', 'name': 'network-vif-deleted', 'tag': '7b7f6c7d-75c3-433e-ada6-c67f57342ac2', 'status': 'completed', 'code': 200} Sep 01 16:08:08.674282 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:08.773406 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-cd743c4b-1b25-42df-8dac-71fa6e513ef7 req-9d16edf8-2b00-4e94-a9e7-76a5eed370b0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 210 time: 0.0414095 Sep 01 16:08:08.894019 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:08.921266 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:08:08.931158 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:08.931769 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:07:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:09.044281 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:09.258521 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:09.290850 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d936b870-851f-4987-9c81-4d292b6702aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:09.292416 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80ce5b-6a0a-4f3b-9284-91069104ce40 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:08:09.460090 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:09.508705 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd73ba-c0ab-48fb-943e-0795f78a1234 None None] New status for floating IP 7ec50cb4-a434-44d6-b175-a5e720727ac1: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:08:09.891247 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d19b9566-b01f-4cdd-aa9e-a1ebbbba7bbf req-b9678569-80ec-4870-975d-ead6ed1e25ac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d5f0aad-181c-4730-bb16-8624e9f68524 HTTP/1.1" status: 200 len: 210 time: 0.0288887 Sep 01 16:08:10.327736 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:10.994078 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:08:11.014570 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:08:11.014916 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 7b7f6c7d-75c3-433e-ada6-c67f57342ac2 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:08:11.145852 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-7d86fca9-2f05-42da-a5dd-5a72bcaa19c6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316782209&fields=id&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 267 time: 0.0323286 Sep 01 16:08:11.255410 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-5d1ae52c-0982-4f68-8834-2390f8f8f2b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:11.257671 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-5d1ae52c-0982-4f68-8834-2390f8f8f2b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.1045241 Sep 01 16:08:11.272789 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-e3e9a721-2370-4be9-b320-1940755a5470 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/quotas/37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 375 time: 0.0088744 Sep 01 16:08:11.325658 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-7067cca0-4e03-4e28-9a74-a59d71398f91 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477107 Sep 01 16:08:11.425382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-d7ef6a94-1cc4-4410-9611-033187428f14 service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Sep 01 16:08:11.518702 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-07e40b28-9ad8-4bfd-81b7-963420b5e358 service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 Sep 01 16:08:11.986850 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:12.035609 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-5384d185-b88f-4f1b-8c93-3378d5bf3ef5 req-9d23f48a-18c6-4d1d-85ce-16baaad9ea95 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 210 time: 0.0277328 Sep 01 16:08:12.905494 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53068) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:13.019942 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-67b4b95f-85f3-4c44-8b21-32d5e1beb69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.115470 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-67b4b95f-85f3-4c44-8b21-32d5e1beb69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.132891 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0ce3e6e9-18e2-4b3e-bf2d-b0543cf762c4 req-2f7e4a65-d481-4b4e-acb1-161e03f83b11 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 210 time: 0.0274262 Sep 01 16:08:13.196718 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-67b4b95f-85f3-4c44-8b21-32d5e1beb69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.239997 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-67b4b95f-85f3-4c44-8b21-32d5e1beb69f admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=36a0c2c7db7f453fbef4a1aa91c78f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334296 Sep 01 16:08:13.241624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4b95f-85f3-4c44-8b21-32d5e1beb69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ffe7e-bd95-4808-b024-f33d34af6c0f,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:13.243261 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53074) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:13.300771 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.321575 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.436594 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.439261 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.440406 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/cc1ffe7e-bd95-4808-b024-f33d34af6c0f HTTP/1.1" status: 204 len: 168 time: 0.1955316 Sep 01 16:08:13.449247 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee67b4a-61ca-4f1c-a977-750863ffbaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ffe7e-bd95-4808-b024-f33d34af6c0f,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:13.705956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-4a727f2d-cd74-42a1-84c7-cbdf52470ad9 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:13.707426 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-4a727f2d-cd74-42a1-84c7-cbdf52470ad9 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.1082749 Sep 01 16:08:13.760301 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b6501d53-e401-45a6-bd6a-3489e3611362 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 380 time: 0.0357049 Sep 01 16:08:13.770851 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'port': {'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'admin_state_up': True, 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'security_groups': ['02986cd2-4f2c-4dee-9178-5091d2180d98']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:08:13.956223 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Made reservation on behalf of 37f8293f0a1446c5b33127b0cb5d57a1 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:08:13.960499 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.086583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53080) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:14.092143 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.20.0.11 (dc205efc-3104-4c36-8df8-c9647ec162f4/818bdf6d-7f77-49bf-be04-76198057b350/2d8d4c74-646f-4650-ab54-f1c885691bc8) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:08:14.100400 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5d8d512c-9671-47b6-b652-d50ded5c90e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.201406 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5d8d512c-9671-47b6-b652-d50ded5c90e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.233628 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.234127 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-ccac64b5-9614-4a12-97a6-62bb1b227e22 req-895eef52-b6b4-4318-b29c-1f9ef4a38fc3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 210 time: 0.0269301 Sep 01 16:08:14.248679 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Transition to ACTIVE for port object 2d8d4c74-646f-4650-ab54-f1c885691bc8 will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:08:14.259077 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5d8d512c-9671-47b6-b652-d50ded5c90e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.297920 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5d8d512c-9671-47b6-b652-d50ded5c90e8 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=7fe8cfcb101d450abbb9d3d1e938e579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101560 Sep 01 16:08:14.300903 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53084) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:14.302780 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d512c-9671-47b6-b652-d50ded5c90e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088ef5b0-83a7-4c98-859d-6edc96200452,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:14.326801 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.383923 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:08:14.391443 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:08:14.401169 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:08:14.429443 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.434161 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:14.468800 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.486809 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:14.487853 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.574629 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b22264fa-62ba-422e-bd4b-79bfe6982b2a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078361 Sep 01 16:08:14.594237 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Request body: {'port': {'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:08:14.597838 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.600888 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.603949 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/088ef5b0-83a7-4c98-859d-6edc96200452 HTTP/1.1" status: 204 len: 168 time: 0.2999551 Sep 01 16:08:14.629070 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abac19-ec93-4551-afda-4c0d49c1c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088ef5b0-83a7-4c98-859d-6edc96200452,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:14.650801 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-681893ae-af43-44f2-b5fc-37b80113d07e None None] Provisioning for port 2d8d4c74-646f-4650-ab54-f1c885691bc8 completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:08:14.662174 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-681893ae-af43-44f2-b5fc-37b80113d07e None None] Provisioning complete for port 2d8d4c74-646f-4650-ab54-f1c885691bc8 triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:08:14.662545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-681893ae-af43-44f2-b5fc-37b80113d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.668342 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.704341 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-681893ae-af43-44f2-b5fc-37b80113d07e None None] Port 2d8d4c74-646f-4650-ab54-f1c885691bc8 cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:08:14.949168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8d4c74-646f-4650-ab54-f1c885691bc8 {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:08:14.957224 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:14.971884 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Transition to ACTIVE for port object 2d8d4c74-646f-4650-ab54-f1c885691bc8 will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:08:15.030756 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.107219 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:15.161909 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Attempting to bind port 2d8d4c74-646f-4650-ab54-f1c885691bc8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:08:15.162783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Attempting to bind port 2d8d4c74-646f-4650-ab54-f1c885691bc8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:08:15.163527 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Attempting to bind port 2d8d4c74-646f-4650-ab54-f1c885691bc8 on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:08:15.167563 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Port 2d8d4c74-646f-4650-ab54-f1c885691bc8 on network dc205efc-3104-4c36-8df8-c9647ec162f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:08:15.167878 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Attempting to bind port 2d8d4c74-646f-4650-ab54-f1c885691bc8 on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:08:15.175367 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:08:15.175652 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:08:15.176299 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Bound using segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:08:15.176720 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Bound port: 2d8d4c74-646f-4650-ab54-f1c885691bc8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:08:15.177151 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.246338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:08:15.249573 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:08:15.300226 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.340327 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.340958 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.342530 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] 10.222.0.97 "PUT /v2.0/ports/2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 1094 time: 0.7532382 Sep 01 16:08:15.342976 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:15.345276 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2730bbc2-5946-43f2-a058-f10543448c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:15.369693 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd551c-df32-451f-bec5-835e941a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:15.395276 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120844c8-2129-4c18-99e5-24eb073127ff req-63421367-e9e1-4651-8423-63e7229d4889 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.397447 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-120844c8-2129-4c18-99e5-24eb073127ff req-63421367-e9e1-4651-8423-63e7229d4889 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0944300 Sep 01 16:08:15.405258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2d8e9-2c37-42d1-a051-13ea4c69c554 x-openstack-request-id: req-91e2d8e9-2c37-42d1-a051-13ea4c69c554 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:15.405604 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:15.405912 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-91e2d8e9-2c37-42d1-a051-13ea4c69c554 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:15.406320 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'status': 'completed', 'code': 200} Sep 01 16:08:15.443907 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-120844c8-2129-4c18-99e5-24eb073127ff req-f1591af8-8275-41a4-b611-b46c0cea83be tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365558 Sep 01 16:08:15.487016 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730bbc2-5946-43f2-a058-f10543448c4d req-8d48af92-43bf-4541-8659-3abd5c183b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.488537 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2730bbc2-5946-43f2-a058-f10543448c4d req-8d48af92-43bf-4541-8659-3abd5c183b80 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1097 time: 0.0430851 Sep 01 16:08:15.601608 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730bbc2-5946-43f2-a058-f10543448c4d req-6171eed6-f3f1-44fa-9e51-f4b86d8824cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.603088 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2730bbc2-5946-43f2-a058-f10543448c4d req-6171eed6-f3f1-44fa-9e51-f4b86d8824cd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1017187 Sep 01 16:08:15.700986 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730bbc2-5946-43f2-a058-f10543448c4d req-0820087c-7cdf-4c4f-a5cd-b2fc7752b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.702485 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2730bbc2-5946-43f2-a058-f10543448c4d req-0820087c-7cdf-4c4f-a5cd-b2fc7752b3ee service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923843 Sep 01 16:08:15.803639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b1584ec0-5d3b-4372-a6f7-522f39a8a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.805145 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-b1584ec0-5d3b-4372-a6f7-522f39a8a325 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1097 time: 0.0460584 Sep 01 16:08:15.858739 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-c0cbc5da-d8f3-4e92-9d78-b7a078057cc3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 217 time: 0.0406013 Sep 01 16:08:15.910290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-75c1bc0b-0cfc-46e1-aaf0-b669008bbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.911718 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-75c1bc0b-0cfc-46e1-aaf0-b669008bbd09 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0455818 Sep 01 16:08:15.962065 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-44ab8879-e280-4957-9f43-a1b4f0085231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.963591 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-44ab8879-e280-4957-9f43-a1b4f0085231 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450428 Sep 01 16:08:16.056147 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-aace8b70-92a5-495a-8976-c93608daddae service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851221 Sep 01 16:08:16.149457 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-62bb3399-8c77-4191-af2a-d0a8a87978f5 req-6f42ba7b-e630-44a4-9696-87ac45010a39 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Sep 01 16:08:16.545629 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:08:16.579914 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d7aaf-6c31-4dc3-a145-5a18655ff54e req-291b8a69-f026-4aac-9511-9095e8061b70 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:16.581466 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c88d7aaf-6c31-4dc3-a145-5a18655ff54e req-291b8a69-f026-4aac-9511-9095e8061b70 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0511677 Sep 01 16:08:16.619837 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c88d7aaf-6c31-4dc3-a145-5a18655ff54e req-632e63d2-e4e9-46a5-bce5-fdb6d1d673d4 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Sep 01 16:08:17.735513 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4aa53-c264-4e76-b63e-3bd3ec07e472 req-8b1ad803-8c9e-4412-84f6-66feb239ea73 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:17.736972 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10f4aa53-c264-4e76-b63e-3bd3ec07e472 req-8b1ad803-8c9e-4412-84f6-66feb239ea73 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0502348 Sep 01 16:08:17.778965 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-10f4aa53-c264-4e76-b63e-3bd3ec07e472 req-5db7ea2a-d547-4a20-837f-6e320e361a61 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357542 Sep 01 16:08:18.756128 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53160) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:18.861379 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:18.892868 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2c03f-d8d4-4065-ba3c-74b1110947cf req-b8a78376-545f-4a2c-a9a5-9875cf9d7b7a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:18.894387 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c1d2c03f-d8d4-4065-ba3c-74b1110947cf req-b8a78376-545f-4a2c-a9a5-9875cf9d7b7a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0502865 Sep 01 16:08:18.934184 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c1d2c03f-d8d4-4065-ba3c-74b1110947cf req-cf92de43-ab84-4856-af21-abb70c7d8836 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 01 16:08:18.949334 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:18.995956 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.034681 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0e980cf8c189451da75a9e9605eaf820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774372 Sep 01 16:08:19.035645 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3419c591-d4e0-4203-bde7-428dab0dd830,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:19.037412 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53166) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:19.043393 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.043751 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.044096 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.044437 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.044772 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.045106 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.045467 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.045804 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.046138 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.046490 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.046794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.047122 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529440ed-fab6-40ab-a978-4dc8bbe60736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:19.087770 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.108522 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.184527 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.187013 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.188164 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/3419c591-d4e0-4203-bde7-428dab0dd830 HTTP/1.1" status: 204 len: 168 time: 0.1497850 Sep 01 16:08:19.196058 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660c55c-5cc4-428a-95f2-85424ab17f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419c591-d4e0-4203-bde7-428dab0dd830,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:19.770530 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53172) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:19.783657 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a342-1104-44b7-810b-94f5c2852b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.873058 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a342-1104-44b7-810b-94f5c2852b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.950381 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a342-1104-44b7-810b-94f5c2852b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.989775 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-5ca4a342-1104-44b7-810b-94f5c2852b1d admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f2b4dbfd26094c16bf348e7d8f434f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180846 Sep 01 16:08:19.990481 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a342-1104-44b7-810b-94f5c2852b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc95de-75d4-4d3d-a680-16a5b3b3528f,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:19.993335 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53176) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:20.042515 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.054327 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c5dce-19a6-4604-82f1-70fe3d2854a0 req-651c937d-32a3-45c9-8342-0be7addf15f6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:20.056795 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d8c5dce-19a6-4604-82f1-70fe3d2854a0 req-651c937d-32a3-45c9-8342-0be7addf15f6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0505025 Sep 01 16:08:20.064547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.093925 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1d8c5dce-19a6-4604-82f1-70fe3d2854a0 req-fe493f57-35a9-4d9f-b066-4fd27374e727 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Sep 01 16:08:20.173294 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.176118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.177287 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/30bc95de-75d4-4d3d-a680-16a5b3b3528f HTTP/1.1" status: 204 len: 168 time: 0.1828809 Sep 01 16:08:20.185684 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96187-46cb-45f6-936a-21a39764593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc95de-75d4-4d3d-a680-16a5b3b3528f,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:21.207816 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fd498-337e-44ff-9994-2d204fc38bb0 req-63d02a91-e026-40fb-b526-a2a063c52368 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:21.209246 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e99fd498-337e-44ff-9994-2d204fc38bb0 req-63d02a91-e026-40fb-b526-a2a063c52368 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0490472 Sep 01 16:08:21.249940 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-e99fd498-337e-44ff-9994-2d204fc38bb0 req-89b33ab4-94ec-4b16-8698-91c898c99861 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Sep 01 16:08:22.373504 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38ef7-5863-41ee-a464-663f16d0db0e req-f1a43272-fcde-4608-a137-60fe8e77f5f8 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:22.375034 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-40a38ef7-5863-41ee-a464-663f16d0db0e req-f1a43272-fcde-4608-a137-60fe8e77f5f8 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 944 time: 0.0592737 Sep 01 16:08:22.414736 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-40a38ef7-5863-41ee-a464-663f16d0db0e req-25bc295e-370a-4644-847a-5e553dff6260 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Sep 01 16:08:23.022861 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 2d8d4c74-646f-4650-ab54-f1c885691bc8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:08:23.117587 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:23.128610 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:08:23.165122 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:23.183185 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8d4c74-646f-4650-ab54-f1c885691bc8 {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:08:23.201826 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:23.276496 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:23.324954 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:23.538094 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcaabb-3e72-4f69-b849-209106e1ccef req-9a3d2d95-d92d-4a5c-8280-f9b20fd869d5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:23.539589 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ebcaabb-3e72-4f69-b849-209106e1ccef req-9a3d2d95-d92d-4a5c-8280-f9b20fd869d5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 945 time: 0.0493820 Sep 01 16:08:23.559337 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['2d8d4c74-646f-4650-ab54-f1c885691bc8'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:08:23.580236 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ebcaabb-3e72-4f69-b849-209106e1ccef req-707721a4-cba3-4fe1-8e08-c89c102ecb14 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342932 Sep 01 16:08:24.697009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb005-0ec8-48b5-9fe8-110e48bd5769 req-41fab015-1e4f-455b-b18a-0b56d16b9a7f tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:24.699091 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-563bb005-0ec8-48b5-9fe8-110e48bd5769 req-41fab015-1e4f-455b-b18a-0b56d16b9a7f tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 945 time: 0.0492456 Sep 01 16:08:24.737145 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-563bb005-0ec8-48b5-9fe8-110e48bd5769 req-ea63339b-1a45-42f1-804d-e0bd5ccb559a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Sep 01 16:08:25.023478 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 2d8d4c74-646f-4650-ab54-f1c885691bc8 up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:08:25.127539 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port 2d8d4c74-646f-4650-ab54-f1c885691bc8 completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:08:25.131452 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port 2d8d4c74-646f-4650-ab54-f1c885691bc8 triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:08:25.131831 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:25.210523 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:25.234065 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:25.240547 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83ac367-a19d-46bc-8eab-e881ddd099a1" -d '{"events": [{"server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "name": "network-vif-plugged", "status": "completed", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:25.256058 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:25.280405 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e29491d-8116-4305-b9bb-08556c03c06b x-openstack-request-id: req-8e29491d-8116-4305-b9bb-08556c03c06b {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:25.280766 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "name": "network-vif-plugged", "status": "completed", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:25.281020 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-8e29491d-8116-4305-b9bb-08556c03c06b {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:25.281459 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'code': 200} Sep 01 16:08:25.293066 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:25.343646 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:25.625806 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef13537-b217-417a-bd28-6bc58c9972fd req-6077c492-9419-4ff3-8bbb-2711256e6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:25.627324 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-cef13537-b217-417a-bd28-6bc58c9972fd req-6077c492-9419-4ff3-8bbb-2711256e6e62 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0551474 Sep 01 16:08:25.663038 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-cef13537-b217-417a-bd28-6bc58c9972fd req-ebfe20f4-4200-4cee-86be-95db4d7a0283 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277774 Sep 01 16:08:26.013711 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c28f0-b3f7-4f35-bd83-2eea7e5c188d req-f9b0049b-37c0-4b1b-83dc-738a6c8ac1c2 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:26.015260 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1c3c28f0-b3f7-4f35-bd83-2eea7e5c188d req-f9b0049b-37c0-4b1b-83dc-738a6c8ac1c2 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.2124858 Sep 01 16:08:26.056326 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1c3c28f0-b3f7-4f35-bd83-2eea7e5c188d req-2882552e-5cae-4fa4-8aa4-671ca2b55a5b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351052 Sep 01 16:08:27.086821 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53290) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:27.215745 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-48fd64e6-fa8d-4e05-ba0e-0492437779d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.306509 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-48fd64e6-fa8d-4e05-ba0e-0492437779d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.354653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1cd7-398e-4637-96e8-689cae92702b req-8e27f3d9-a110-41c8-9ccf-ded57488dbfb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:27.356167 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a9f1cd7-398e-4637-96e8-689cae92702b req-8e27f3d9-a110-41c8-9ccf-ded57488dbfb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.2296498 Sep 01 16:08:27.382665 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-48fd64e6-fa8d-4e05-ba0e-0492437779d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.433261 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a9f1cd7-398e-4637-96e8-689cae92702b req-d61483dc-0748-4c22-98d7-f17607f3c9df tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708268 Sep 01 16:08:27.437743 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-48fd64e6-fa8d-4e05-ba0e-0492437779d7 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=0f713b2dd0a0465883939638b3677d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498485 Sep 01 16:08:27.438539 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd64e6-fa8d-4e05-ba0e-0492437779d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a94e80-3c28-4db2-b0e1-582c6f0ec2d8,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:27.440701 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53296) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:27.491683 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.514041 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.550448 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6b7fa-9ebe-49c9-80fa-38eb7dd2097e req-0dd984cf-7641-4da7-b148-4f158ff77ce6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:27.551986 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ec6b7fa-9ebe-49c9-80fa-38eb7dd2097e req-0dd984cf-7641-4da7-b148-4f158ff77ce6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.0511434 Sep 01 16:08:27.591894 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6ec6b7fa-9ebe-49c9-80fa-38eb7dd2097e req-3ad2c8cb-b860-4cf4-bbc6-044e1c672653 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332165 Sep 01 16:08:27.607795 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.610567 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.614058 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/07a94e80-3c28-4db2-b0e1-582c6f0ec2d8 HTTP/1.1" status: 204 len: 168 time: 0.1700692 Sep 01 16:08:27.615437 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53302) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:27.629567 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910e95b-e143-4568-a651-fe6831b372a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a94e80-3c28-4db2-b0e1-582c6f0ec2d8,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:27.664186 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0869a8-8e56-48c9-8ebe-182454d5af9a tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:27.669526 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53304) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:27.669777 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-5e0869a8-8e56-48c9-8ebe-182454d5af9a tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1094 time: 0.0532479 Sep 01 16:08:27.675692 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:08:27.778830 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:27.881338 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.003159 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.27.3.152 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/ec23ed7c-262a-4ba7-a85a-238c2179ac5e) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:08:28.114148 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.194735 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53308) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:28.209258 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7f9eee48-ac39-4bc1-bb68-e7ef0f768a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.211316 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.264474 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:08:28.271239 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:08:28.274537 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:08:28.278545 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=ec23ed7c-262a-4ba7-a85a-238c2179ac5e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:28.473300 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7f9eee48-ac39-4bc1-bb68-e7ef0f768a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.523311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-7f9eee48-ac39-4bc1-bb68-e7ef0f768a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.575378 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-7f9eee48-ac39-4bc1-bb68-e7ef0f768a8e admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=ea9faa04b08d49e9b8db52efba1d9ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795533 Sep 01 16:08:28.576174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eee48-ac39-4bc1-bb68-e7ef0f768a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6bfed-7158-4c53-ace7-69af11044b0e,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:28.578837 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53310) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:28.631788 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.654222 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.734934 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.779155 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.782317 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:28.783638 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/5aa6bfed-7158-4c53-ace7-69af11044b0e HTTP/1.1" status: 204 len: 168 time: 0.2043736 Sep 01 16:08:28.792311 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7c7b9-844d-487c-b7f0-f53d27d71213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6bfed-7158-4c53-ace7-69af11044b0e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:29.135914 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.286892 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.350818 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.426587 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=ec23ed7c-262a-4ba7-a85a-238c2179ac5e,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:29.434522 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.451015 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53316) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:29.464679 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7e78ff2f-9654-4614-9c57-daf362504cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.541059 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 5de3d866-eb1b-480e-8b33-51024868aaae associated. External IP: 172.27.3.152, port: 2d8d4c74-646f-4650-ab54-f1c885691bc8. Sep 01 16:08:29.559858 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7e78ff2f-9654-4614-9c57-daf362504cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.619035 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7e78ff2f-9654-4614-9c57-daf362504cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.659664 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7e78ff2f-9654-4614-9c57-daf362504cd9 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e4479a8f0ab74a1c901408ca1f1c6b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075264 Sep 01 16:08:29.661670 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ff2f-9654-4614-9c57-daf362504cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07906fcd-53ab-4670-85c2-11b1027c008c,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:29.662259 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53318) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:29.799884 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.836819 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:29.862433 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:08:30.005974 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:08:30.007948 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:30.011070 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:30.012218 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/07906fcd-53ab-4670-85c2-11b1027c008c HTTP/1.1" status: 204 len: 168 time: 0.3489883 Sep 01 16:08:30.018665 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:08:30.028535 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909907-785a-4cc3-91df-4148f5653b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07906fcd-53ab-4670-85c2-11b1027c008c,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:30.031009 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:30.031889 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:08:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:30.100604 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:30.136600 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-82571d6d-bf1e-49fe-bc07-e934d64ca89e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4654994 Sep 01 16:08:30.137923 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:30.140911 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9240cd-7127-4503-98e8-74981f5dca68" -d '{"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:30.152045 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:30.185744 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0960f-72c2-4775-b721-0dd947ae5239 x-openstack-request-id: req-0bf0960f-72c2-4775-b721-0dd947ae5239 {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:30.186036 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:30.186286 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-0bf0960f-72c2-4775-b721-0dd947ae5239 {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:30.186687 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'status': 'completed', 'code': 200} Sep 01 16:08:30.274259 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-0a271d3f-bf76-4f0d-bf03-d1c637cf773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:30.276674 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-0a271d3f-bf76-4f0d-bf03-d1c637cf773a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0466709 Sep 01 16:08:30.374888 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-cacc18bc-b57d-4039-87f3-e06684307f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:30.376391 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-cacc18bc-b57d-4039-87f3-e06684307f22 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0923858 Sep 01 16:08:30.396776 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:28Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:30.424326 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:08:30.433385 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:30.433999 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:08:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:30.450748 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-f2350708-cf77-4c3a-b85b-f13fb5f6fa65 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 1000 time: 0.0600441 Sep 01 16:08:30.504542 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-1ed77541-7664-4513-ad30-576fb5a64288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:30.506052 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-1ed77541-7664-4513-ad30-576fb5a64288 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0520849 Sep 01 16:08:30.547180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:30.561533 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-d30ec974-6f49-4314-94a3-302488aff318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:30.563162 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-d30ec974-6f49-4314-94a3-302488aff318 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497220 Sep 01 16:08:30.664572 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-52268b20-e103-4d5e-af8a-fc2e737f43a1 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943885 Sep 01 16:08:30.777578 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-1d9240cd-7127-4503-98e8-74981f5dca68 req-42740f20-7ada-49b7-b9e5-501eca62af7f service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056681 Sep 01 16:08:30.918242 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:28Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:30.952097 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2840a72-c77e-4396-b2b9-ad71b047d08d None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:28Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:08:31.161192 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b5456-56eb-4e05-bc01-6f09f04273e2 None None] New status for floating IP 5de3d866-eb1b-480e-8b33-51024868aaae: ACTIVE {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:08:36.441584 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8c9437f3-721c-4ab9-b559-80e75dc08e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:38.321803 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:39.270277 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9736f2ff-4ba8-4abc-b674-bc4883407656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:39.441576 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:40.311011 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:41.178279 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-dc0f0a8c-836f-446f-92b7-9790155e30ed service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419703 Sep 01 16:08:41.275079 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-4ecab0fa-1677-4c6d-8f49-57efc0a82d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:41.276617 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-4ecab0fa-1677-4c6d-8f49-57efc0a82d4d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0399234 Sep 01 16:08:41.387355 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-67e6f8e0-9b57-471f-b25e-7d458848b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:41.388745 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-67e6f8e0-9b57-471f-b25e-7d458848b565 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0887842 Sep 01 16:08:41.457368 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-3d855b71-0f64-47a6-aacc-52739962f8a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0584133 Sep 01 16:08:41.510718 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-96a27188-8d2b-4c54-a5d4-ce1e5985ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:41.512170 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-96a27188-8d2b-4c54-a5d4-ce1e5985ca3c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0485311 Sep 01 16:08:41.562611 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-f25757c0-747c-4521-9b68-854b7053bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:41.564062 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-f25757c0-747c-4521-9b68-854b7053bc48 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403762 Sep 01 16:08:41.580803 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-90701669-8577-4175-8c8d-50157fb107d8 service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:08:41.581773 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-90701669-8577-4175-8c8d-50157fb107d8 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053780 Sep 01 16:08:41.660590 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53458) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:41.676474 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-9195ead3-2158-495c-9b63-2a48df30b5f2 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Sep 01 16:08:41.766804 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-246c8716-7e79-479f-bd57-5e0c58ae72a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:41.770011 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-2ec116a8-0cf2-42e4-8ade-f74c504ef04e req-c62825ab-cbdd-4234-828d-cc1400d1731c service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864635 Sep 01 16:08:41.857699 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-246c8716-7e79-479f-bd57-5e0c58ae72a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:41.904238 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-246c8716-7e79-479f-bd57-5e0c58ae72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:41.942544 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-246c8716-7e79-479f-bd57-5e0c58ae72a5 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=4f9d503fd9094a51bf479184e473ea50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808518 Sep 01 16:08:41.944549 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c8716-7e79-479f-bd57-5e0c58ae72a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc28211d-da15-4cc2-af2f-11421c9288b5,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:41.945276 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53462) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:41.994802 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.017071 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.024630 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.133152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.135730 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.137029 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/fc28211d-da15-4cc2-af2f-11421c9288b5 HTTP/1.1" status: 204 len: 168 time: 0.1906161 Sep 01 16:08:42.146175 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a8689-51d9-4d94-bb48-64b8775ba17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc28211d-da15-4cc2-af2f-11421c9288b5,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:42.702821 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53468) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:42.715774 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6888-8884-45ee-a0e8-371336c6a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.803778 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6888-8884-45ee-a0e8-371336c6a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.887261 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6888-8884-45ee-a0e8-371336c6a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.926301 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-bc3d6888-8884-45ee-a0e8-371336c6a6a0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=fb671a40f388411ab868f905e44697c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224231 Sep 01 16:08:42.927180 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d6888-8884-45ee-a0e8-371336c6a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acffc6-cbc8-4d3b-a6b8-e4fbc7f0c7c1,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:42.929030 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53470) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:42.979217 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.999840 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.121353 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.124441 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.125707 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/89acffc6-cbc8-4d3b-a6b8-e4fbc7f0c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1956344 Sep 01 16:08:43.133622 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4835-7848-4056-a178-2f9948166210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acffc6-cbc8-4d3b-a6b8-e4fbc7f0c7c1,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:43.702426 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53478) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:43.715503 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81d9643b-2f30-4458-af36-963741f30779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.800411 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81d9643b-2f30-4458-af36-963741f30779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.859047 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-81d9643b-2f30-4458-af36-963741f30779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.897030 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-81d9643b-2f30-4458-af36-963741f30779 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=eb4d4d45e0a74692bbb7282f1b4bb256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934555 Sep 01 16:08:43.897847 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9643b-2f30-4458-af36-963741f30779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae25246-8614-4d67-aa99-6137cfc39b60,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:43.899676 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53480) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:43.948835 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.969883 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:44.093653 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:44.096303 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:44.097523 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/bae25246-8614-4d67-aa99-6137cfc39b60 HTTP/1.1" status: 204 len: 168 time: 0.1968012 Sep 01 16:08:44.105248 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969e6e0-856d-4caa-87fe-e81c9e66cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae25246-8614-4d67-aa99-6137cfc39b60,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:53.545908 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:08:54.382460 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53554) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:54.484246 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1661c92c-03d2-4734-aef3-5ffb2adfb53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.570151 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1661c92c-03d2-4734-aef3-5ffb2adfb53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.629905 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-1661c92c-03d2-4734-aef3-5ffb2adfb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.667765 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661c92c-03d2-4734-aef3-5ffb2adfb53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c549d1-b705-4c3d-928f-af7d7d43f0bc,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:54.672169 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-1661c92c-03d2-4734-aef3-5ffb2adfb53b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=a299798cbf874504a6dfb0c901714856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886655 Sep 01 16:08:54.675891 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53558) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:54.728649 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.751214 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.841429 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.843985 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:54.845281 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/a0c549d1-b705-4c3d-928f-af7d7d43f0bc HTTP/1.1" status: 204 len: 168 time: 0.1684434 Sep 01 16:08:54.853481 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae61221-706c-4148-aa17-a1df98ea2b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c549d1-b705-4c3d-928f-af7d7d43f0bc,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:06.458234 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0ea20983-7cf1-487a-99de-180f4c091b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.304042 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.292773 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-82dae741-4afe-4784-93a8-adcbb45d42d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.464345 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:10.338424 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.029882 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:30.544625 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:09:36.445997 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-39ef83a0-032c-48ef-8fcc-990a99a6b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:38.308934 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:39.343560 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-efd3c49e-5596-4b32-9b72-a976a8fe5445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:39.491874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:40.326179 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:42.000874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:42.258632 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-c65a85ff-7218-46f5-b78f-1fb7956c30c8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272993 Sep 01 16:09:42.357971 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a534-f100-46c0-b114-8e3903508e80 req-cc1a37a4-b6e0-4d98-81a5-1c9c993676bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:42.360281 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-cc1a37a4-b6e0-4d98-81a5-1c9c993676bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0436101 Sep 01 16:09:42.458600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a534-f100-46c0-b114-8e3903508e80 req-a71b3b18-3029-4d74-a693-a738493d16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:42.460024 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-a71b3b18-3029-4d74-a693-a738493d16d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0815196 Sep 01 16:09:42.528758 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-050e2367-1928-4448-8440-58c2f9112300 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0600655 Sep 01 16:09:42.576375 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a534-f100-46c0-b114-8e3903508e80 req-c74510c4-ff2a-4f20-b2f5-dbb82362f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:42.578579 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-c74510c4-ff2a-4f20-b2f5-dbb82362f8d7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0431333 Sep 01 16:09:42.623245 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a534-f100-46c0-b114-8e3903508e80 req-0514673f-bc22-4f18-93bb-c8d8757bb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:42.625006 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-0514673f-bc22-4f18-93bb-c8d8757bb2bb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399830 Sep 01 16:09:42.715573 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-b19ffac2-1993-4729-9f2f-4c276294ed0e service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827434 Sep 01 16:09:42.804137 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-fae5a534-f100-46c0-b114-8e3903508e80 req-77c16616-ed31-473c-a107-e52aea28c019 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816176 Sep 01 16:10:06.457985 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-e88a61d8-6b58-44d8-9932-27e827624f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.124439 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-9c821724-67b5-45c6-9b8e-9f08d3183dcc tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316782209&fields=id&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 267 time: 0.0372417 Sep 01 16:10:07.228435 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-2e081de4-fb2e-40d6-8e54-c80335b05982 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.229923 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-2e081de4-fb2e-40d6-8e54-c80335b05982 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.0988860 Sep 01 16:10:07.245009 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-423b5fee-1569-4e7d-9b1c-200dc1d24e42 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/quotas/37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Sep 01 16:10:07.300275 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-3dc65a64-4d38-4275-a51b-2bd29c9c4b77 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501797 Sep 01 16:10:07.362040 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-71806045-1eb5-466b-8b7a-c5221d4fc1ce service neutron] http://10.222.0.103:9696/v2.0/extensions returned with HTTP 200 {{(pid=106021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:10:07.363055 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-71806045-1eb5-466b-8b7a-c5221d4fc1ce service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516274 Sep 01 16:10:07.461485 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-b0b39b49-30c7-4991-bf5e-148d3b6e0e1d service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910690 Sep 01 16:10:07.545607 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:07.557618 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-45d0ce18-3150-4c35-949d-dca651095b77 service neutron] 10.222.0.103 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Sep 01 16:10:08.079098 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-f97fca99-52a9-4907-9ce2-7827b4d2e424 req-9e0d374e-b2df-4664-8b0a-70de73d15d59 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 210 time: 0.0345242 Sep 01 16:10:08.337652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.285752 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-1cb30ba4-54fb-40b1-970b-8f06bec70b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.287874 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6c87331e-940e-49ca-aeeb-fedfb800469e req-1d89d1bb-ea54-4b92-8490-b1513b91fba9 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 210 time: 0.0272126 Sep 01 16:10:09.445741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.840173 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-353ce33e-e277-41b2-b1b0-8fdc5d6ff3b5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:09.841672 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-353ce33e-e277-41b2-b1b0-8fdc5d6ff3b5 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 812 time: 0.1020377 Sep 01 16:10:09.893627 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-a65b94ea-f514-4b2b-b231-9c5857ca1fa4 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f8293f0a1446c5b33127b0cb5d57a1 HTTP/1.1" status: 200 len: 380 time: 0.0357413 Sep 01 16:10:09.902683 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'port': {'device_id': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'admin_state_up': True, 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'security_groups': ['02986cd2-4f2c-4dee-9178-5091d2180d98']}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:10.074538 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Made reservation on behalf of 37f8293f0a1446c5b33127b0cb5d57a1 for: {'port': 1} {{(pid=106020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:10.078117 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.204546 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_common [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.20.0.4 (dc205efc-3104-4c36-8df8-c9647ec162f4/818bdf6d-7f77-49bf-be04-76198057b350/f9a9db63-cc45-4a7c-bdba-6d74f8f254ea) {{(pid=106020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:10.326037 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.344784 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.358140 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Transition to ACTIVE for port object f9a9db63-cc45-4a7c-bdba-6d74f8f254ea will not be triggered until provisioned by entity DHCP. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:10.386251 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-241ac4db-23d3-4e74-9e5f-c6d60225f4d6 req-0231e1f9-e6ed-4966-b3b8-6d6d9f397edd tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 210 time: 0.0266054 Sep 01 16:10:10.469489 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_create {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.514129 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network dc205efc-3104-4c36-8df8-c9647ec162f4 is already hosted by enough agents. {{(pid=106020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:10.517181 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.base_scheduler [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:10.521034 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:10.528243 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=1']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:10.559597 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.564022 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:10.589635 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:10.590374 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.681014 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6cb2bf7c-418d-4ab6-a709-7c79f4a00380 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7819452 Sep 01 16:10:10.700314 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.v2.base [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Request body: {'port': {'device_id': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=106020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:10.755231 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.811636 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-eb006bf5-33e4-4826-aef6-bd2474a07167 None None] Provisioning for port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea completed by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:10.815747 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-eb006bf5-33e4-4826-aef6-bd2474a07167 None None] Provisioning complete for port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea triggered by entity DHCP. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:10.818998 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-eb006bf5-33e4-4826-aef6-bd2474a07167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.849784 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-eb006bf5-33e4-4826-aef6-bd2474a07167 None None] Port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea cannot update to ACTIVE because it is not bound. {{(pid=106022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:10:11.267076 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a9db63-cc45-4a7c-bdba-6d74f8f254ea {{(pid=106020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:11.275392 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.287290 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.provisioning_blocks [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Transition to ACTIVE for port object f9a9db63-cc45-4a7c-bdba-6d74f8f254ea will not be triggered until provisioned by entity L2. {{(pid=106020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:11.354346 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.404485 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=2']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.482840 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Attempting to bind port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea on host hv-cinder-78836 for vnic_type normal with profile {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:11.483458 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Attempting to bind port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:11.483960 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Attempting to bind port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:11.489333 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea on network dc205efc-3104-4c36-8df8-c9647ec162f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:10:11.489752 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Attempting to bind port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea on network dc205efc-3104-4c36-8df8-c9647ec162f4 {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:11.499320 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Checking agent: {'id': 'c12d33f8-4023-44ff-b1e6-797c44eb2d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'started_at': datetime.datetime(2021, 9, 1, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:11.499661 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Checking segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:11.500044 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Bound using segment: {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'} {{(pid=106020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:11.500488 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.managers [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Bound port: f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2348f1d0-1739-48fa-be33-9ed351837513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4'}}] {{(pid=106020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:11.500818 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.512114 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6e207-f0ef-4001-b775-42e88849716c req-e2e07289-b970-4eb0-9324-cec4016ffb7a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:11.517336 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cc6e207-f0ef-4001-b775-42e88849716c req-e2e07289-b970-4eb0-9324-cec4016ffb7a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0535090 Sep 01 16:10:11.556382 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0cc6e207-f0ef-4001-b775-42e88849716c req-65bdcca0-ef45-4713-92f6-a3b208ba6756 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 Sep 01 16:10:11.578360 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, cleared binding levels {{(pid=106020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:11.581748 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:11.657845 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655873'] for port, after_update {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.696263 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:11.696873 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.698329 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] 10.222.0.97 "PUT /v2.0/ports/f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 1093 time: 1.0022678 Sep 01 16:10:11.698773 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:11.701002 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36dccc2-4291-4870-8d5c-41b62277d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:11.722168 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ee6b4-b477-4d57-bc66-d429798cfd94 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=3']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.815074 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636a095-d8bb-4ca2-82e7-b38cf9964a0a x-openstack-request-id: req-a636a095-d8bb-4ca2-82e7-b38cf9964a0a {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:11.815365 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:11.815614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-a636a095-d8bb-4ca2-82e7-b38cf9964a0a {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:11.816007 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'status': 'completed', 'code': 200} Sep 01 16:10:11.849107 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-cfb63f01-822e-443c-9f71-d1edf8a7e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:11.850684 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-cfb63f01-822e-443c-9f71-d1edf8a7e29e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1096 time: 0.0457289 Sep 01 16:10:11.903202 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-93326259-0cd8-481e-b423-671f4709cc55 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 217 time: 0.0377200 Sep 01 16:10:11.951794 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-e9db266e-581f-4928-ac52-1f4a969d9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:11.953255 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-e9db266e-581f-4928-ac52-1f4a969d9701 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0430660 Sep 01 16:10:11.999103 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-b213c912-d873-46bf-852a-87f14fe890f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.000664 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-b213c912-d873-46bf-852a-87f14fe890f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407937 Sep 01 16:10:12.023382 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.091608 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-3c1ff4a8-b940-4dc2-a8e7-587eccbafd6a service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Sep 01 16:10:12.178844 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b515851f-3f02-4f4e-91fd-3cc388688843 req-68ae7688-9f1c-4766-a876-7d23aaf68e85 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799210 Sep 01 16:10:12.362375 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-f0e8b3c3-89a5-48bf-858e-772c26a94803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.363822 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-f0e8b3c3-89a5-48bf-858e-772c26a94803 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1096 time: 0.0441942 Sep 01 16:10:12.451179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-84d4e0c9-272c-4844-9f17-50382ba3454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.452603 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-84d4e0c9-272c-4844-9f17-50382ba3454f service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0814953 Sep 01 16:10:12.498601 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-5fdc1262-6f52-4a74-9945-eaa99967ed80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 217 time: 0.0387740 Sep 01 16:10:12.547763 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-10cdcea6-9574-4184-ab3d-e59f99c9fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.549066 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-10cdcea6-9574-4184-ab3d-e59f99c9fa69 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0430324 Sep 01 16:10:12.610695 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-53b6cb6e-5bb7-47eb-bd77-44725038bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.612173 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-53b6cb6e-5bb7-47eb-bd77-44725038bf30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410020 Sep 01 16:10:12.680339 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717786-9a88-4253-b048-9192343a6967 req-f0d8b3d6-63e3-47fb-8b83-ed7d31aacf09 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.681906 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a3717786-9a88-4253-b048-9192343a6967 req-f0d8b3d6-63e3-47fb-8b83-ed7d31aacf09 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0557158 Sep 01 16:10:12.707687 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-6c8ec8fc-5765-402c-8a96-131bc7b6a61d service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869613 Sep 01 16:10:12.721300 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a3717786-9a88-4253-b048-9192343a6967 req-d27fa588-e4f8-4161-96bb-b7c9f4dfbc6d tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Sep 01 16:10:12.803240 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-b36dccc2-4291-4870-8d5c-41b62277d0e5 req-a28aae6c-c80b-48e7-b2dd-8bcd9092a3e1 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Sep 01 16:10:13.848359 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb91f0-4e63-45d0-b2e8-a5d95ac60f32 req-5fbb83d6-5913-4267-aa4e-4eb84dc59eaf tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:13.849870 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0fdb91f0-4e63-45d0-b2e8-a5d95ac60f32 req-5fbb83d6-5913-4267-aa4e-4eb84dc59eaf tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0494685 Sep 01 16:10:13.887942 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-0fdb91f0-4e63-45d0-b2e8-a5d95ac60f32 req-be61084d-8976-4cd4-b6d4-f71c81cea93a tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Sep 01 16:10:15.001151 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87635f-4268-4685-9208-b00013ae6274 req-63040d60-031c-46eb-9e04-3c0212722ad1 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:15.002661 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6c87635f-4268-4685-9208-b00013ae6274 req-63040d60-031c-46eb-9e04-3c0212722ad1 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0489504 Sep 01 16:10:15.039850 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6c87635f-4268-4685-9208-b00013ae6274 req-18f9ab7d-991b-438c-9aad-9dcc281738c1 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Sep 01 16:10:16.155850 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372e0b-dddd-4ff3-aa62-db5905a94ca4 req-40764c71-9f36-4835-abdc-0c85477156c3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.157352 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98372e0b-dddd-4ff3-aa62-db5905a94ca4 req-40764c71-9f36-4835-abdc-0c85477156c3 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0518980 Sep 01 16:10:16.195919 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-98372e0b-dddd-4ff3-aa62-db5905a94ca4 req-5f5e6765-52b2-4345-8659-0ffb5673920d tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Sep 01 16:10:17.310397 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067008fd-8857-4377-9bf5-7ac3f7189a3a req-46d8ead3-c8d6-4259-b47f-9209eebc1fb6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.313252 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-067008fd-8857-4377-9bf5-7ac3f7189a3a req-46d8ead3-c8d6-4259-b47f-9209eebc1fb6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0501850 Sep 01 16:10:17.350362 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-067008fd-8857-4377-9bf5-7ac3f7189a3a req-074fd3be-e298-4e29-a538-4fa36eabb6b2 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325565 Sep 01 16:10:18.465703 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef371a-43a7-4193-b4e6-c9396b631b14 req-61d2636b-3e3c-4441-8875-35111c554a59 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:18.467231 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cef371a-43a7-4193-b4e6-c9396b631b14 req-61d2636b-3e3c-4441-8875-35111c554a59 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0508881 Sep 01 16:10:18.504796 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1cef371a-43a7-4193-b4e6-c9396b631b14 req-de0d55cf-3365-4f3b-a5cb-7f436d3d2f61 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Sep 01 16:10:19.457316 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device f9a9db63-cc45-4a7c-bdba-6d74f8f254ea details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=106022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:10:19.552758 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:19.565458 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Returning: {'device': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'port_id': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'mac_address': 'fa:16:3e:69:03:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:10:19.603855 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.617738 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a9db63-cc45-4a7c-bdba-6d74f8f254ea {{(pid=106022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:19.623055 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4f87-b59a-4bc8-a6de-968a06f79366 req-131644d4-53d1-4a06-9973-d527507d7402 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:19.624572 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b71b4f87-b59a-4bc8-a6de-968a06f79366 req-131644d4-53d1-4a06-9973-d527507d7402 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 943 time: 0.0525022 Sep 01 16:10:19.637809 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:19.662310 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b71b4f87-b59a-4bc8-a6de-968a06f79366 req-1f6c5727-c7de-4363-8107-cf284ac05075 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Sep 01 16:10:19.695147 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.744268 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=4']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:19.751180 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.751527 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.751865 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.752198 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.752523 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.752848 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.753170 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.753516 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.753835 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.754154 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.754475 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:19.754790 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:20.011186 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] get_ports_and_sgs() called for port_ids ['f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'] {{(pid=106022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:20.780508 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274c84-5b11-482b-a40b-c18572958f76 req-67611e7f-20be-4b26-90c5-b623ed0ddba0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:20.782018 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-33274c84-5b11-482b-a40b-c18572958f76 req-67611e7f-20be-4b26-90c5-b623ed0ddba0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 944 time: 0.0500751 Sep 01 16:10:20.818993 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-33274c84-5b11-482b-a40b-c18572958f76 req-d943147c-5591-48b0-9e47-b2221376c5bb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Sep 01 16:10:21.456997 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device f9a9db63-cc45-4a7c-bdba-6d74f8f254ea up at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:21.571199 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning for port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea completed by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:21.575309 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.provisioning_blocks [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Provisioning complete for port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea triggered by entity L2. {{(pid=106022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:21.575731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7890971'] for port, provisioning_complete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.654190 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.677476 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'}] {{(pid=106022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:21.679797 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56e6df1c28a347dfc5f3f42bc3352817de2296a4fe72f8e8e57f995c25061b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82314f94-5dc2-4ef2-9428-a63a000e834a" -d '{"events": [{"server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea"}]}' {{(pid=106022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:21.693746 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:21.743072 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138'] for port, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.770378 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e0ba8-9e4f-414d-98f9-6a0fd82cd397 x-openstack-request-id: req-353e0ba8-9e4f-414d-98f9-6a0fd82cd397 {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:21.770668 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea", "code": 200}]} {{(pid=106022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:21.770917 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-353e0ba8-9e4f-414d-98f9-6a0fd82cd397 {{(pid=106022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:21.771303 dv-cinder-788366-6-iscsi neutron-server[106022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'code': 200} Sep 01 16:10:21.792725 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Pushing event updated for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=5']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:21.934879 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cdf19-86dc-43a0-bf80-77d4c1360405 req-2eb15f99-a9ec-4978-bebf-2ef88934c81b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:21.936455 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-391cdf19-86dc-43a0-bf80-77d4c1360405 req-2eb15f99-a9ec-4978-bebf-2ef88934c81b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0506182 Sep 01 16:10:21.974583 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-391cdf19-86dc-43a0-bf80-77d4c1360405 req-f27d75da-f90f-48e8-b9cc-ab8410143d96 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Sep 01 16:10:22.083102 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41a3f-e744-4d15-a1fd-75c28dd485d9 req-60baeffa-c5bf-433f-9d01-c7863ad17220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:22.084591 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a1e41a3f-e744-4d15-a1fd-75c28dd485d9 req-60baeffa-c5bf-433f-9d01-c7863ad17220 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1098 time: 0.0395231 Sep 01 16:10:22.119054 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a1e41a3f-e744-4d15-a1fd-75c28dd485d9 req-4ce006e6-6ffe-4ba8-b51a-45b5058fce53 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276623 Sep 01 16:10:23.093512 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16161cd9-4b8f-4ba9-afed-ae5b33c938d1 req-7dd9f734-d5da-4257-968e-c84c7e0b7970 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.095011 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-16161cd9-4b8f-4ba9-afed-ae5b33c938d1 req-7dd9f734-d5da-4257-968e-c84c7e0b7970 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0530536 Sep 01 16:10:23.135900 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-16161cd9-4b8f-4ba9-afed-ae5b33c938d1 req-02736c04-9d55-4ed4-8422-6962661dc258 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335207 Sep 01 16:10:24.249760 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37a17f-c963-4ebe-a938-2d628742d9bf req-defce4f0-eaf8-4e4a-bb6c-85bfd8446ec7 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.251241 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a37a17f-c963-4ebe-a938-2d628742d9bf req-defce4f0-eaf8-4e4a-bb6c-85bfd8446ec7 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0495005 Sep 01 16:10:24.288510 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-6a37a17f-c963-4ebe-a938-2d628742d9bf req-311a93da-6b2e-4d0d-a3ba-6d0e32ba9693 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Sep 01 16:10:24.404174 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baaf4e-8469-4c65-ad1c-fd004e2f6263 req-5e9b53d0-6066-4561-b629-ae2a4edb1eac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.405750 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-56baaf4e-8469-4c65-ad1c-fd004e2f6263 req-5e9b53d0-6066-4561-b629-ae2a4edb1eac tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0513353 Sep 01 16:10:24.443855 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-56baaf4e-8469-4c65-ad1c-fd004e2f6263 req-298db3d4-c919-42e9-bfd1-395d5ef386e1 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Sep 01 16:10:24.465744 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53686) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:24.508271 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22b87b-c949-499e-8083-981c9a0d3c9e tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.509801 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-2f22b87b-c949-499e-8083-981c9a0d3c9e tempest-TestVolumeBootPattern-2110957736 tempest-TestVolumeBootPattern-2110957736-project-admin] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1093 time: 0.0430813 Sep 01 16:10:24.512547 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53688) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:24.516809 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.v2.base [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Request body: {'floatingip': {'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'port_id': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:24.588346 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:24.686663 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:24.795434 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_common [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Allocated IP 172.27.3.202 (4e42f691-0971-4daf-972b-5153cb71076b/c094fa5e-268f-41d0-b0b8-bea17d8ab025/d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a) {{(pid=106021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:24.893656 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:24.988814 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735908302102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.035557 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Network 4e42f691-0971-4daf-972b-5153cb71076b is already hosted by enough agents. {{(pid=106021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:25.040718 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.base_scheduler [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Resources bound (agent type, host, resource id): {{(pid=106021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:25.044005 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Received port after_create {{(pid=106021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:25.046035 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a,revision_number=1']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:25.073080 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.074114 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.075220 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.075563 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.075902 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.076240 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.076583 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.076916 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.077271 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.077600 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.077925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.078245 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:25.419610 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.545449 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8116172'] for port, before_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.702526 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for port, precommit_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.765623 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735908796371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735908302120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735908302138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687749'] for port, after_update {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.834925 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event updated for resources: {'Port': ['ID=d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a,revision_number=2']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:25.846001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696587'] for floatingip, after_create {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:25.945296 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.db.l3_db [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 883fbca5-f3d5-42dc-9e6f-ac5853b69b01 associated. External IP: 172.27.3.202, port: f9a9db63-cc45-4a7c-bdba-6d74f8f254ea. Sep 01 16:10:26.149000 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:26.255285 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:26.265370 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:26.274803 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:26.275412 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:10:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:26.354647 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:26.381972 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-0565fa17-41b2-443f-9109-4a187694b930 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8684158 Sep 01 16:10:26.382522 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:26.382655 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'}] {{(pid=106021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:26.384855 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7eeb454fbd52f59477889aa0acb4d99b446079892484c8e545aa3d5a0de447" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ffd90-b833-4bb4-9b35-4ed7b401723a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea"}]}' {{(pid=106021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:26.480686 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04698785-b75b-4b39-90a7-03b84f5019fe x-openstack-request-id: req-04698785-b75b-4b39-90a7-03b84f5019fe {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:26.481330 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea", "status": "completed", "code": 200}]} {{(pid=106021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:26.481330 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-04698785-b75b-4b39-90a7-03b84f5019fe {{(pid=106021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:26.481682 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'status': 'completed', 'code': 200} Sep 01 16:10:26.575156 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-17a0739a-8ff6-4bc0-b19d-b10463914a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:26.576590 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-17a0739a-8ff6-4bc0-b19d-b10463914a15 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1098 time: 0.0456121 Sep 01 16:10:26.628775 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}, {'id': '883fbca5-f3d5-42dc-9e6f-ac5853b69b01', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:69:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:25Z', 'updated_at': '2021-09-01T16:10:25Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:26.655779 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:26.663996 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:26.664594 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:10:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:26.669618 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-ba51dc35-5e22-453d-9a15-dda7f125e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:26.671349 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-ba51dc35-5e22-453d-9a15-dda7f125e3db service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0874429 Sep 01 16:10:26.740772 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-485cc178-21c0-4cc1-b540-9f285b7b8710 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 999 time: 0.0629168 Sep 01 16:10:26.771848 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:26.789341 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-4c1489bb-5078-4b9c-857d-b41f13d1b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:26.790837 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-4c1489bb-5078-4b9c-857d-b41f13d1b994 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0431046 Sep 01 16:10:26.837391 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-58dca457-bb78-4924-89f5-5824b8d62111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:26.838767 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-58dca457-bb78-4924-89f5-5824b8d62111 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404766 Sep 01 16:10:26.931173 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-c2e54de3-4806-40b6-b4dc-86fbe1a81995 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Sep 01 16:10:27.008430 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}, {'id': '883fbca5-f3d5-42dc-9e6f-ac5853b69b01', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:69:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:25Z', 'updated_at': '2021-09-01T16:10:25Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:27.022094 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-f91ffd90-b833-4bb4-9b35-4ed7b401723a req-4860488e-7db3-481d-96c2-e6f9a8d2a59b service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Sep 01 16:10:27.034584 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621359-d265-483b-bb5f-81399ea94c71 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}, {'id': '883fbca5-f3d5-42dc-9e6f-ac5853b69b01', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:69:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:25Z', 'updated_at': '2021-09-01T16:10:25Z', 'revision_number': 0, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:27.231840 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d68355-9a04-4d7f-9d9a-53e7f726edda None None] New status for floating IP 883fbca5-f3d5-42dc-9e6f-ac5853b69b01: ACTIVE {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:10:36.457502 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-24cc0e50-da21-44ad-ae73-57dcd18d1ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:38.324820 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:39.307649 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-343ca076-c560-4f3d-a2e5-2223f224ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:39.468414 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:40.337125 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:42.027240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.146179 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-8033dc5d-bb5a-4acf-bb50-df2775dc11b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398068 Sep 01 16:10:44.250523 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-20300769-fd3e-495b-a29c-133e46ff8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:44.251983 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-20300769-fd3e-495b-a29c-133e46ff8bb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0437982 Sep 01 16:10:44.352427 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-84fe9cee-25ea-4ece-8caa-d6af9720bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:44.353906 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-84fe9cee-25ea-4ece-8caa-d6af9720bc40 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0822539 Sep 01 16:10:44.422036 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-c3455a10-576c-4f6c-a226-17a0c2aaa119 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 1002 time: 0.0601168 Sep 01 16:10:44.470289 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-94b80ca8-ed82-400c-9e67-ebbd5c323b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:44.471665 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-94b80ca8-ed82-400c-9e67-ebbd5c323b14 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0425105 Sep 01 16:10:44.520213 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-355c67e5-6fa3-44c6-909c-c508e81f54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:44.521747 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-355c67e5-6fa3-44c6-909c-c508e81f54cb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423627 Sep 01 16:10:44.541313 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:44.613396 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-c0e3b01e-52a4-405f-97b1-38947eaad32c service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837231 Sep 01 16:10:44.705141 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-64802e6f-1b14-42dc-86f8-fa2bbe4c9e9a req-39ca6129-3a8c-45a2-a31c-60620b2d0f79 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Sep 01 16:11:06.444731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0fc8257d-3e1c-40b2-a20a-e692104c7b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.387993 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.302027 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-c898eb12-8867-4752-a7bb-651a1b598cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.462198 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.342159 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.016403 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:21.541399 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:11:36.427248 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-977d3a56-2a51-4db4-9be5-d10eec09c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:38.330264 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:39.294896 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-93d0d0b9-55da-4d58-b2ac-eb717e47f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:39.478376 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:40.335567 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:42.004699 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:44.195414 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-13bdf7b9-e0ec-4acd-9805-6e4ce35f8b35 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412116 Sep 01 16:11:44.269118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-eb2ca783-5567-4319-ac35-0e7f70b493ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.270809 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-eb2ca783-5567-4319-ac35-0e7f70b493ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1098 time: 0.0431087 Sep 01 16:11:44.369184 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-90ae418c-525c-489a-9431-fc3cf61b31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.370651 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-90ae418c-525c-489a-9431-fc3cf61b31da service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0817602 Sep 01 16:11:44.438005 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-ba87dd9b-e940-4cea-bd31-293988bd26c9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 1001 time: 0.0596693 Sep 01 16:11:44.485582 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-42d32add-3215-478a-a895-447eb4900c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.486997 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-42d32add-3215-478a-a895-447eb4900c59 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0422707 Sep 01 16:11:44.530400 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-f8b34646-9534-4f4c-9a70-c4a82fc89cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.531800 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-f8b34646-9534-4f4c-9a70-c4a82fc89cbc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380509 Sep 01 16:11:44.621691 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-42c565f2-767e-4411-90d1-ebc9438fd9c9 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Sep 01 16:11:44.709540 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-9bd7cb4e-e458-43fc-b531-3be28d34497c req-76e4ebc6-8e82-4cc7-9c55-d0983372d037 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805027 Sep 01 16:11:58.539846 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:05.106074 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53722) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:05.260863 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:05.261195 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.338146 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.338474 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.349566 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:05.570579 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.595507 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=d6ee2efe-0f31-4aef-b5dd-ccf5bd42a67a,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:05.606770 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.607121 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.607462 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.607798 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.608126 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.608502 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.608833 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.609159 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.609509 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.609836 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.610154 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.610470 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:05.663416 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.663946 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 883fbca5-f3d5-42dc-9e6f-ac5853b69b01 disassociated (deleted). External IP: 172.27.3.202, port: f9a9db63-cc45-4a7c-bdba-6d74f8f254ea. Sep 01 16:12:05.868032 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:05.971986 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:05.983644 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.983761 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:05.992076 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:05.992682 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:11:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:06.004298 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-85426374-fc8b-4f48-addf-3b60a5fef2fa tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "DELETE /v2.0/floatingips/883fbca5-f3d5-42dc-9e6f-ac5853b69b01 HTTP/1.1" status: 204 len: 168 time: 0.8971322 Sep 01 16:12:06.005183 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:06.007639 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a3799-1080-4b43-bb67-c10b3f33dd39" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:06.048783 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e2bb8-6fc4-4955-82d3-240dc8cc5796 x-openstack-request-id: req-2b8e2bb8-6fc4-4955-82d3-240dc8cc5796 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:06.049085 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:06.049367 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-2b8e2bb8-6fc4-4955-82d3-240dc8cc5796 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:06.049772 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'status': 'completed', 'code': 200} Sep 01 16:12:06.106494 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:06.133924 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-edf32b06-615d-4267-b29b-0ed4c583901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:06.135382 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-edf32b06-615d-4267-b29b-0ed4c583901a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 1098 time: 0.0415123 Sep 01 16:12:06.230945 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-fbcd064c-ce39-4a6e-84cc-7061d5791423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:06.232434 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-fbcd064c-ce39-4a6e-84cc-7061d5791423 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0902069 Sep 01 16:12:06.276201 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-35abbbb6-afee-418e-bf5f-f9a91f834de8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 200 len: 217 time: 0.0364969 Sep 01 16:12:06.329282 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-958e932c-561c-4153-abde-3571c19aefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:06.330756 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-958e932c-561c-4153-abde-3571c19aefce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0475669 Sep 01 16:12:06.386915 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-e537ce9b-8216-431d-bb03-c3cbff97967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:06.388525 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-e537ce9b-8216-431d-bb03-c3cbff97967b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505767 Sep 01 16:12:06.463360 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edb4-761e-4a9f-b875-0d5bd554a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.479813 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0167-3391-4a7f-b308-1c4cfac63cc3 req-7b1e342d-5cca-4353-b2b2-f108f89c1a3e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:06.481663 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:06.481876 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a89c0167-3391-4a7f-b308-1c4cfac63cc3 req-7b1e342d-5cca-4353-b2b2-f108f89c1a3e tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0533426 Sep 01 16:12:06.507673 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:06.516543 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:06.517163 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:11:39Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:06.526330 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-a89c0167-3391-4a7f-b308-1c4cfac63cc3 req-620fe920-3f09-434b-8d59-939fce9fbefc tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Sep 01 16:12:06.526993 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-ecc65b1e-c279-4c82-91e4-7c23aaaf9961 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902886 Sep 01 16:12:06.627836 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-904a3799-1080-4b43-bb67-c10b3f33dd39 req-e88cd140-04f1-4d8f-9e95-890ef184aaa3 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930984 Sep 01 16:12:06.628629 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:06.856233 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:06.883219 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcdda2a-1faf-40a8-a595-3b5fc5347501 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_floatingips': [{'id': '5de3d866-eb1b-480e-8b33-51024868aaae', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'router_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'port_id': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'mac_address': 'fa:16:3e:1f:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:08:28Z', 'updated_at': '2021-09-01T16:08:31Z', 'revision_number': 1, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:07.098475 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ac80c-45d0-4767-9865-77ce7a1356aa None None] New status for floating IP 883fbca5-f3d5-42dc-9e6f-ac5853b69b01: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:12:07.663245 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598398a-b2f0-4cda-be59-42f629156e60 req-36aa21cc-ed0e-4c2a-8ced-364112b5d981 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:07.664737 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b598398a-b2f0-4cda-be59-42f629156e60 req-36aa21cc-ed0e-4c2a-8ced-364112b5d981 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0528822 Sep 01 16:12:07.704105 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-b598398a-b2f0-4cda-be59-42f629156e60 req-582eb1f8-9c96-4cd0-944d-b60f272e0207 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Sep 01 16:12:08.143253 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-1cb6d20b-ba9a-49e1-8715-f78c5b772345 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:08.144678 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-1cb6d20b-ba9a-49e1-8715-f78c5b772345 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0482714 Sep 01 16:12:08.231277 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:08.231614 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.328457 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] For port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:08.328818 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.341750 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for f9a9db63-cc45-4a7c-bdba-6d74f8f254ea owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:08.352751 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.814287 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.823012 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538317f-8759-4d07-877a-cd8bdb8a2a00 req-3fc6f8fa-0606-4d6f-bc97-231390f88e80 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:08.824544 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1538317f-8759-4d07-877a-cd8bdb8a2a00 req-3fc6f8fa-0606-4d6f-bc97-231390f88e80 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 945 time: 0.0526414 Sep 01 16:12:08.842547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=f9a9db63-cc45-4a7c-bdba-6d74f8f254ea,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:08.865251 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-1538317f-8759-4d07-877a-cd8bdb8a2a00 req-3d6f2462-2041-417f-81c9-5237d2c4a3bb tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Sep 01 16:12:08.910258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] No DVR routers for this DVR port f9a9db63-cc45-4a7c-bdba-6d74f8f254ea on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:08.910258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.910258 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-a3ca8f6e-f53f-47e7-b45c-e879a5c54f92 req-07de3f71-6698-48fa-93f9-d60122090eec tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "DELETE /v2.0/ports/f9a9db63-cc45-4a7c-bdba-6d74f8f254ea HTTP/1.1" status: 204 len: 173 time: 0.7380154 Sep 01 16:12:08.910258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'name': 'network-vif-deleted', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:08.910258 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af27100d-88d7-4c7d-90c5-20d7b9d4b6a3" -d '{"events": [{"server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "name": "network-vif-deleted", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:08.927285 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace35bfb-6275-47f7-a4f6-0f8780513682 x-openstack-request-id: req-ace35bfb-6275-47f7-a4f6-0f8780513682 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:08.927572 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef3a2d6-6dd4-4d75-a8ab-0281100a949a", "name": "network-vif-deleted", "tag": "f9a9db63-cc45-4a7c-bdba-6d74f8f254ea", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:08.927817 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ace35bfb-6275-47f7-a4f6-0f8780513682 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:08.928203 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef3a2d6-6dd4-4d75-a8ab-0281100a949a', 'name': 'network-vif-deleted', 'tag': 'f9a9db63-cc45-4a7c-bdba-6d74f8f254ea', 'status': 'completed', 'code': 200} Sep 01 16:12:09.312818 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a01e4edb-efcb-40f9-b0a3-cb336676cc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.478545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.970440 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-c60a6338-d8e3-4144-9b94-875049c2c250 req-22ff7a70-3115-4b97-af94-8210dab9367c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ef3a2d6-6dd4-4d75-a8ab-0281100a949a HTTP/1.1" status: 200 len: 210 time: 0.0275791 Sep 01 16:12:10.356679 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.889166 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device f9a9db63-cc45-4a7c-bdba-6d74f8f254ea no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:11.912790 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: f9a9db63-cc45-4a7c-bdba-6d74f8f254ea {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:11.914174 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device f9a9db63-cc45-4a7c-bdba-6d74f8f254ea not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:12.025538 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.422031 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53768) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:13.574646 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port ec23ed7c-262a-4ba7-a85a-238c2179ac5e {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:13.575001 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.646630 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.646954 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.659780 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for ec23ed7c-262a-4ba7-a85a-238c2179ac5e owned by network:floatingip {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:13.895142 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.921714 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=ec23ed7c-262a-4ba7-a85a-238c2179ac5e,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:13.982597 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.982925 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.db.l3_db [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Floating IP 5de3d866-eb1b-480e-8b33-51024868aaae disassociated (deleted). External IP: 172.27.3.152, port: 2d8d4c74-646f-4650-ab54-f1c885691bc8. Sep 01 16:12:14.180970 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:14.287017 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:14.291788 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:14.296700 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:14.305499 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:14.306125 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:14.321342 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-371f7479-cf74-4fb0-aee6-7c41a3778359 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "DELETE /v2.0/floatingips/5de3d866-eb1b-480e-8b33-51024868aaae HTTP/1.1" status: 204 len: 168 time: 0.8982041 Sep 01 16:12:14.321906 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:14.324124 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3387a5dd-b159-49df-aa23-5da00fb4ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:14.365166 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b95e72-8ec8-4931-87b1-1b9c831c70e1 x-openstack-request-id: req-b7b95e72-8ec8-4931-87b1-1b9c831c70e1 {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:14.365539 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:14.365730 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-b7b95e72-8ec8-4931-87b1-1b9c831c70e1 {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:14.366239 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'status': 'completed', 'code': 200} Sep 01 16:12:14.420894 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:14.452915 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-68ba17d0-342e-48c0-8951-f7005f70da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.454371 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-68ba17d0-342e-48c0-8951-f7005f70da61 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 1099 time: 0.0414417 Sep 01 16:12:14.543513 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-26741252-3b75-4e59-b620-485497883002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.545278 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-26741252-3b75-4e59-b620-485497883002 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 200 len: 914 time: 0.0839670 Sep 01 16:12:14.593152 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-280266f9-d9f6-4471-addd-092bb7dd5429 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 200 len: 217 time: 0.0400462 Sep 01 16:12:14.635248 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:14.646353 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-c837999d-e083-43a5-9477-bd6105f2cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.647978 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-c837999d-e083-43a5-9477-bd6105f2cd09 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 200 len: 851 time: 0.0475535 Sep 01 16:12:14.663131 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:14.672548 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:14.673940 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:14.723361 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-122253d0-feb1-4698-a5b5-975c14fb609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.725029 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-122253d0-feb1-4698-a5b5-975c14fb609f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dc205efc-3104-4c36-8df8-c9647ec162f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436320 Sep 01 16:12:14.753822 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150583d-8929-43ee-84f5-1e52732b545d req-b4f2b149-2898-4393-bc04-1574763aac65 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.756058 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d150583d-8929-43ee-84f5-1e52732b545d req-b4f2b149-2898-4393-bc04-1574763aac65 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.0512826 Sep 01 16:12:14.786365 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:14.803283 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d150583d-8929-43ee-84f5-1e52732b545d req-d1fae89a-9a48-41f6-b4db-574078a57154 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Sep 01 16:12:14.835835 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-dd48a9bb-c454-4209-89e8-45e3cdc1be40 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020613 Sep 01 16:12:14.929267 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-3387a5dd-b159-49df-aa23-5da00fb4ceb9 req-591d743e-a071-43f7-983e-86a6d34eb9f9 service neutron] 10.222.0.97 "GET /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853145 Sep 01 16:12:14.994520 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:15.022033 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086f531-0792-4906-b0b5-a736dfd57a60 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:04:51Z', 'revision_number': 4, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi', '_interfaces': [{'id': '7c55901a-23ad-4b0a-8c2d-022024004f2f', 'name': '', 'network_id': 'dc205efc-3104-4c36-8df8-c9647ec162f4', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'mac_address': 'fa:16:3e:59:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '818bdf6d-7f77-49bf-be04-76198057b350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:50Z', 'updated_at': '2021-09-01T16:05:01Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'subnets': [{'id': '818bdf6d-7f77-49bf-be04-76198057b350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:15.228904 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e04e52-bc07-4aa7-ab1d-aabe3288ad61 None None] New status for floating IP 5de3d866-eb1b-480e-8b33-51024868aaae: DOWN {{(pid=106023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:12:15.922714 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f257-69dc-4a7b-adcd-71c986580a59 req-31c09398-a34d-45d3-af5f-57edebd49637 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:15.924251 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-df42f257-69dc-4a7b-adcd-71c986580a59 req-31c09398-a34d-45d3-af5f-57edebd49637 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.0512080 Sep 01 16:12:15.966094 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-df42f257-69dc-4a7b-adcd-71c986580a59 req-62d17f92-d60d-4e7b-b82e-75a2b0387c0c tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/security-groups?id=02986cd2-4f2c-4dee-9178-5091d2180d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345478 Sep 01 16:12:16.329137 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257267e8-f851-4324-8eeb-ac00aa70974e req-45a1bb86-a7e8-49b8-b75e-207ae3745205 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:16.330604 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-257267e8-f851-4324-8eeb-ac00aa70974e req-45a1bb86-a7e8-49b8-b75e-207ae3745205 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 946 time: 0.0506418 Sep 01 16:12:16.423528 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port 2d8d4c74-646f-4650-ab54-f1c885691bc8 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:16.423867 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.508585 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] For port 2d8d4c74-646f-4650-ab54-f1c885691bc8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d8d4c74-646f-4650-ab54-f1c885691bc8,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:16.508939 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.521023 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for 2d8d4c74-646f-4650-ab54-f1c885691bc8 owned by compute:nova {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:16.701944 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.733167 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=2d8d4c74-646f-4650-ab54-f1c885691bc8,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:16.779225 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] No DVR routers for this DVR port 2d8d4c74-646f-4650-ab54-f1c885691bc8 on host hv-cinder-78836 {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:16.784707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for port, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.784707 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [req-257267e8-f851-4324-8eeb-ac00aa70974e req-47cd9d45-a527-426a-9c2c-f96e7994e59b tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.97 "DELETE /v2.0/ports/2d8d4c74-646f-4650-ab54-f1c885691bc8 HTTP/1.1" status: 204 len: 173 time: 0.4467695 Sep 01 16:12:16.784707 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'name': 'network-vif-deleted', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8'}] {{(pid=106020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:16.786381 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.103/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbfcf373f52656f33cccffefb0f2ac0797084ee663643d43164412cf59d59cae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ff143f-e164-4194-aa35-e8080e140f23" -d '{"events": [{"server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "name": "network-vif-deleted", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8"}]}' {{(pid=106020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:16.821565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed42433c-dddf-4f01-b9cf-995fd8860b2f x-openstack-request-id: req-ed42433c-dddf-4f01-b9cf-995fd8860b2f {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:16.821858 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f", "name": "network-vif-deleted", "tag": "2d8d4c74-646f-4650-ab54-f1c885691bc8", "status": "completed", "code": 200}]} {{(pid=106020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:16.822110 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.103/compute/v2.1/os-server-external-events used request id req-ed42433c-dddf-4f01-b9cf-995fd8860b2f {{(pid=106020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:16.822513 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f', 'name': 'network-vif-deleted', 'tag': '2d8d4c74-646f-4650-ab54-f1c885691bc8', 'status': 'completed', 'code': 200} Sep 01 16:12:17.061873 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [req-d1bf9339-4c59-43c3-a422-c1c18b9a10ee req-df86b35a-2e91-4524-9a12-a77ad04371d8 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "GET /v2.0/ports?device_id=97b71e7a-1f73-4b3b-a44f-4b4d2ee6163f HTTP/1.1" status: 200 len: 210 time: 0.0291319 Sep 01 16:12:18.120033 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53784) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:18.485011 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Deleting port 17ebc9bf-a330-411a-9ae9-ad62b9efea97 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:18.485461 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.561066 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.561417 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.572599 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Calling delete_port for 17ebc9bf-a330-411a-9ae9-ad62b9efea97 owned by network:floatingip {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:18.780939 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.807968 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'Port': ['ID=17ebc9bf-a330-411a-9ae9-ad62b9efea97,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:18.819968 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.820323 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.820669 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.821009 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.821373 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.821709 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.822046 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.822376 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.822726 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.823033 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.823358 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.823678 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:18.877982 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for floatingip, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.880468 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22814'] for floatingip, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.881908 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-86c57fa3-6c22-4379-a4ce-4aecd9cb75b6 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "DELETE /v2.0/floatingips/7ec50cb4-a434-44d6-b175-a5e720727ac1 HTTP/1.1" status: 204 len: 168 time: 0.7608097 Sep 01 16:12:19.904426 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 2d8d4c74-646f-4650-ab54-f1c885691bc8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:19.924899 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] No Port match for: 2d8d4c74-646f-4650-ab54-f1c885691bc8 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:19.925400 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Device 2d8d4c74-646f-4650-ab54-f1c885691bc8 not bound to the agent host hv-cinder-78836 {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:20.199257 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53796) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:20.255765 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.280310 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.398115 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.400656 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Notify callbacks [] for security_group, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.401861 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] 10.222.0.103 "DELETE /v2.0/security-groups/02986cd2-4f2c-4dee-9178-5091d2180d98 HTTP/1.1" status: 204 len: 168 time: 0.2016194 Sep 01 16:12:20.410940 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65318ec-f409-48a7-884f-68b14f770ef0 tempest-TestVolumeBootPattern-1265369773 tempest-TestVolumeBootPattern-1265369773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02986cd2-4f2c-4dee-9178-5091d2180d98,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:20.542553 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53800) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:21.065013 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.308097 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Deleting port 7c55901a-23ad-4b0a-8c2d-022024004f2f {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:21.308804 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.388185 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] For port 7c55901a-23ad-4b0a-8c2d-022024004f2f, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=7c55901a-23ad-4b0a-8c2d-022024004f2f,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:21.388466 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.401171 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Calling delete_port for 7c55901a-23ad-4b0a-8c2d-022024004f2f owned by network:router_interface {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:21.637048 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.664864 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c55901a-23ad-4b0a-8c2d-022024004f2f,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:21.833515 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.050126 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Router ec08383c-97ad-416c-b04e-9e1f548d4609 has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:22.158482 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:22.166298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53804) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:22.166746 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-e8682b5b-de41-4638-a164-b8a8712b337e admin admin] 10.222.0.103 "PUT /v2.0/routers/ec08383c-97ad-416c-b04e-9e1f548d4609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6227782 Sep 01 16:12:22.167107 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Sync routers for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:22.177170 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:22.177820 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.274288 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks [] for router, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.295063 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: dv-cinder-788366-6-iscsi {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:22.374191 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.481093 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:12:21Z', 'revision_number': 5, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port': {'id': 'dcaac611-c71e-4936-b23f-df8e12c725bf', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:04:47Z', 'updated_at': '2021-09-01T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.483535 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Deleting port dcaac611-c71e-4936-b23f-df8e12c725bf {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:22.483873 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.507618 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Checking router: ec08383c-97ad-416c-b04e-9e1f548d4609 for host: dv-cinder-788366-6-iscsi {{(pid=106022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:22.516110 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Routers {'ec08383c-97ad-416c-b04e-9e1f548d4609'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:22.516722 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['ec08383c-97ad-416c-b04e-9e1f548d4609'], 'active': True} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.562689 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] For port dcaac611-c71e-4936-b23f-df8e12c725bf, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=dcaac611-c71e-4936-b23f-df8e12c725bf,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:22.563053 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.576105 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Calling delete_port for dcaac611-c71e-4936-b23f-df8e12c725bf owned by network:router_gateway {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:22.728286 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvr_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] Set router ec08383c-97ad-416c-b04e-9e1f548d4609 gateway port host: None {{(pid=106022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:22.781254 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_hamode_db [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:12:22Z', 'revision_number': 6, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port_host': None}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.808613 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.810183 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5afac8-def4-4763-b210-269f02ae89c8 None None] The sync data for ids ['ec08383c-97ad-416c-b04e-9e1f548d4609'] in dv-cinder-788366-6-iscsi is: [{'id': 'ec08383c-97ad-416c-b04e-9e1f548d4609', 'name': 'tempest-TestVolumeBootPattern-1596797495-router', 'tenant_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:46Z', 'updated_at': '2021-09-01T16:12:22Z', 'revision_number': 6, 'project_id': '37f8293f0a1446c5b33127b0cb5d57a1', 'gw_port_host': None}] {{(pid=106022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:22.835338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaac611-c71e-4936-b23f-df8e12c725bf,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:22.903418 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.991152 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.993837 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.095008 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.095578 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec08383c-97ad-416c-b04e-9e1f548d4609 {{(pid=106020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:12:23.102415 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] Notify callbacks [] for router, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.102415 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ae476c67-3ffc-4354-b20e-c17316c48377 admin admin] 10.222.0.103 "DELETE /v2.0/routers/ec08383c-97ad-416c-b04e-9e1f548d4609 HTTP/1.1" status: 204 len: 168 time: 0.9336171 Sep 01 16:12:23.104440 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53806) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:23.151525 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.db_base_plugin_v2 [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Deleting subnet 818bdf6d-7f77-49bf-be04-76198057b350 {{(pid=106020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:12:23.154548 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.190118 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011154'] for subnet, precommit_delete_associations {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.274670 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.396656 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9161150'] for subnet, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.426294 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818bdf6d-7f77-49bf-be04-76198057b350,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.430720 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for subnet, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.432688 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7483134b-adcb-4fcf-8742-7ff697c13c6b admin admin] 10.222.0.103 "DELETE /v2.0/subnets/818bdf6d-7f77-49bf-be04-76198057b350 HTTP/1.1" status: 204 len: 168 time: 0.3272805 Sep 01 16:12:23.435228 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53808) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:23.438000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd609556-f4eb-47d0-917c-f3b0e0d4d2eb None None] Network dc205efc-3104-4c36-8df8-c9647ec162f4 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:23.500565 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.554175 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Deleting port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:23.554544 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.615872 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] DHCP port deletion for dc205efc-3104-4c36-8df8-c9647ec162f4 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:12:23.628375 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] For port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:23.628738 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.643587 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Calling delete_port for 9cf82856-a3ec-493c-b159-e3dd38ceeb1b owned by network:dhcp {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:23.667013 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Deleting port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:23.667386 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.731220 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] For port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,segment=NetworkSegment(2348f1d0-1739-48fa-be33-9ed351837513),segment_id=2348f1d0-1739-48fa-be33-9ed351837513)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:23.731711 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.745027 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Calling delete_port for 9cf82856-a3ec-493c-b159-e3dd38ceeb1b owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:23.786628 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.817600 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] No DVR routers for this DVR port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b on host dv-cinder-788366-6-iscsi {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:23.823704 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.831102 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.857026 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Pushing event deleted for resources: {'Port': ['ID=9cf82856-a3ec-493c-b159-e3dd38ceeb1b,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.864505 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] No DVR routers for this DVR port 9cf82856-a3ec-493c-b159-e3dd38ceeb1b on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:23.867627 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.868160 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.868521 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.868874 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.869240 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.869609 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.869938 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.870264 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.870590 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.870910 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.871230 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.871545 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f00fe-e79e-4d16-8cdf-51e6cb46d38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-6-iscsi {{(pid=106022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:23.903952 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.914387 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc205efc-3104-4c36-8df8-c9647ec162f4']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.926171 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2348f1d0-1739-48fa-be33-9ed351837513') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.931382 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2348f1d0-1739-48fa-be33-9ed351837513') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.936964 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.951316 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.956999 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Releasing vlan 1427 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:12:23.957424 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:12:23.959043 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:12:24.071710 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.077110 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.078929 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] 10.222.0.103 "DELETE /v2.0/networks/dc205efc-3104-4c36-8df8-c9647ec162f4 HTTP/1.1" status: 204 len: 168 time: 0.6427875 Sep 01 16:12:24.081892 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53810) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:24.094273 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987c30-5e26-4ecb-b0ac-ecf3d130fd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc205efc-3104-4c36-8df8-c9647ec162f4,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:24.428532 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703243'] for router_interface, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.434125 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7c55901a-23ad-4b0a-8c2d-022024004f2f no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:24.454119 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 7c55901a-23ad-4b0a-8c2d-022024004f2f {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:24.454736 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 7c55901a-23ad-4b0a-8c2d-022024004f2f not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:24.454860 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device dcaac611-c71e-4936-b23f-df8e12c725bf no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:24.473754 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: dcaac611-c71e-4936-b23f-df8e12c725bf {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:24.474107 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device dcaac611-c71e-4936-b23f-df8e12c725bf not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:24.474518 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 9cf82856-a3ec-493c-b159-e3dd38ceeb1b no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:24.494611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 9cf82856-a3ec-493c-b159-e3dd38ceeb1b {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:24.494960 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 9cf82856-a3ec-493c-b159-e3dd38ceeb1b not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:24.670720 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Deleting port 8e56d369-22e5-41f0-9d09-9f85a9a18918 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:24.670980 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.750219 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] For port 8e56d369-22e5-41f0-9d09-9f85a9a18918, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=8e56d369-22e5-41f0-9d09-9f85a9a18918,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:24.750572 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.763556 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Calling delete_port for 8e56d369-22e5-41f0-9d09-9f85a9a18918 owned by network:router_interface {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:24.996440 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.025001 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e56d369-22e5-41f0-9d09-9f85a9a18918,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:25.193050 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703383'] for router_interface, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.416335 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a has already been hosted by L3 agent a9a870f7-91c6-4a0f-bed5-cf30957ccc66 {{(pid=106021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:25.521631 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] Notify agent at l3_agent.dv-cinder-788366-6-iscsi the message routers_updated {{(pid=106021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:25.529854 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-58dbaf0f-db0c-4115-858d-0379ddbc386a admin admin] 10.222.0.103 "PUT /v2.0/routers/bd4fdc93-0a00-4206-a5ab-fdcb2d01652a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465153 Sep 01 16:12:25.532004 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53812) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:25.535577 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Sync routers for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:25.549350 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:25.550330 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.696450 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks [] for router, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.713810 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:25.901698 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:12:24Z', 'revision_number': 5, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.934448 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Checking router: bd4fdc93-0a00-4206-a5ab-fdcb2d01652a for host: dv-cinder-788366-6-iscsi {{(pid=106023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:25.943000 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Routers {'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'} bound to L3 agent in host dv-cinder-788366-6-iscsi {{(pid=106023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:25.943651 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T15:50:09Z,description=,heartbeat_timestamp=2021-09-01T16:12:09Z,host='dv-cinder-788366-6-iscsi',id=a9a870f7-91c6-4a0f-bed5-cf30957ccc66,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T15:50:10Z,topic='l3_agent')) {'router_ids': ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'], 'active': True} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:26.050778 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_dvr_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] Set router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a gateway port host: dv-cinder-788366-6-iscsi {{(pid=106023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:26.053176 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.166802 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Deleting port 5f8859fa-8a66-4010-b52d-0a798fd24442 {{(pid=106021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:26.167147 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.227339 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.l3_hamode_db [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:12:24Z', 'revision_number': 5, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}], 'dv-cinder-788366-6-iscsi', False) {} {{(pid=106023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:26.250972 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.db [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] For port 5f8859fa-8a66-4010-b52d-0a798fd24442, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=5f8859fa-8a66-4010-b52d-0a798fd24442,segment=NetworkSegment(a5e6c3c6-5c5d-47a3-9136-0ce540efb916),segment_id=a5e6c3c6-5c5d-47a3-9136-0ce540efb916)] {{(pid=106021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:26.250972 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.253191 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20ae78-9b6d-4dbe-8dab-cbc655623604 None None] The sync data for ids ['bd4fdc93-0a00-4206-a5ab-fdcb2d01652a'] in dv-cinder-788366-6-iscsi is: [{'id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'name': 'tempest-TestVolumeBootPattern-1527727231-router', 'tenant_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'external_fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:04:59Z', 'updated_at': '2021-09-01T16:12:24Z', 'revision_number': 5, 'project_id': 'f8f9cdd156884edf99cebe0c887b5daa', 'gw_port': {'id': '5f8859fa-8a66-4010-b52d-0a798fd24442', 'name': '', 'network_id': '4e42f691-0971-4daf-972b-5153cb71076b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4fdc93-0a00-4206-a5ab-fdcb2d01652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:01Z', 'updated_at': '2021-09-01T16:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c094fa5e-268f-41d0-b0b8-bea17d8ab025', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-6-iscsi'}] {{(pid=106023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:26.267759 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.plugins.ml2.plugin [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Calling delete_port for 5f8859fa-8a66-4010-b52d-0a798fd24442 owned by network:router_gateway {{(pid=106021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:26.489695 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687804'] for port, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.515866 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8859fa-8a66-4010-b52d-0a798fd24442,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:26.575885 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696629'] for router_gateway, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.673394 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3085'] for router, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.675725 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.730756 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 8e56d369-22e5-41f0-9d09-9f85a9a18918 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:26.755072 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 8e56d369-22e5-41f0-9d09-9f85a9a18918 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:26.755342 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 8e56d369-22e5-41f0-9d09-9f85a9a18918 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:26.792263 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703488'] for router, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.792933 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4fdc93-0a00-4206-a5ab-fdcb2d01652a {{(pid=106021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:12:26.797694 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] Notify callbacks [] for router, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.798955 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-d260b616-0bd8-48e7-aebe-e45afc323662 admin admin] 10.222.0.103 "DELETE /v2.0/routers/bd4fdc93-0a00-4206-a5ab-fdcb2d01652a HTTP/1.1" status: 204 len: 168 time: 1.2657681 Sep 01 16:12:26.801381 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [-] (106021) accepted ('10.222.0.103', 53814) {{(pid=106021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:26.847989 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.db.db_base_plugin_v2 [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Deleting subnet 03e3730c-a5cf-4113-867b-7221c48f194c {{(pid=106021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:12:26.852166 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.887361 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4090480'] for subnet, precommit_delete_associations {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.968311 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7889513'] for subnet, precommit_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.090105 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7889506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8889424'] for subnet, after_delete {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.116257 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e3730c-a5cf-4113-867b-7221c48f194c,revision_number=None']} {{(pid=106021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:27.119892 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron_lib.callbacks.manager [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.121946 dv-cinder-788366-6-iscsi neutron-server[106021]: INFO neutron.wsgi [None req-625cf487-fc66-4b1e-bc9f-89327604a497 admin admin] 10.222.0.103 "DELETE /v2.0/subnets/03e3730c-a5cf-4113-867b-7221c48f194c HTTP/1.1" status: 204 len: 168 time: 0.3194675 Sep 01 16:12:27.124338 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53816) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:27.125605 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7eb19b-bef1-4a88-9eaa-1d045a778ace None None] Network f13089a7-b8d4-40d9-afda-212450cf7242 requested from dv-cinder-788366-6-iscsi {{(pid=106022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:27.190808 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7867910'] for network, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.250514 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Deleting port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 {{(pid=106020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:27.250864 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.316607 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.db [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] For port 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4f387f8a-69d3-48ad-8340-c533da2fd6b3,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:27.316962 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.324208 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] DHCP port deletion for f13089a7-b8d4-40d9-afda-212450cf7242 request from dv-cinder-788366-6-iscsi {{(pid=106022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:12:27.336382 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.plugin [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Calling delete_port for 4f387f8a-69d3-48ad-8340-c533da2fd6b3 owned by network:dhcp {{(pid=106020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:27.373905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Deleting port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 {{(pid=106022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:27.374197 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735908796438'] for port, before_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.435609 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.db [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] For port 4f387f8a-69d3-48ad-8340-c533da2fd6b3, host dv-cinder-788366-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-6-iscsi',level=0,port_id=4f387f8a-69d3-48ad-8340-c533da2fd6b3,segment=NetworkSegment(006b7618-4f38-44f0-b1d0-bcabd8e75382),segment_id=006b7618-4f38-44f0-b1d0-bcabd8e75382)] {{(pid=106022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:27.436002 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696445'] for port, precommit_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.449030 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Calling delete_port for 4f387f8a-69d3-48ad-8340-c533da2fd6b3 owned by network:dhcp {{(pid=106022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:27.472056 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655928'] for port, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.499374 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f387f8a-69d3-48ad-8340-c533da2fd6b3,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:27.501187 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] No DVR routers for this DVR port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 on host dv-cinder-788366-6-iscsi {{(pid=106020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:27.530494 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8116107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735908796389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735908302111'] for port, after_delete {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.557416 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] Pushing event deleted for resources: {'Port': ['ID=4f387f8a-69d3-48ad-8340-c533da2fd6b3,revision_number=None']} {{(pid=106022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:27.560749 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016493a-b635-4ba4-9ff0-d15f387ceab8 None None] No DVR routers for this DVR port 4f387f8a-69d3-48ad-8340-c533da2fd6b3 on host dv-cinder-788366-6-iscsi {{(pid=106022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:27.578917 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7890834', 'neutron.services.segments.db._delete_segments_for_network-8735908850625'] for network, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.589341 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13089a7-b8d4-40d9-afda-212450cf7242']}} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:27.599099 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006b7618-4f38-44f0-b1d0-bcabd8e75382') {'for_net_delete': True} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:27.599467 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.services.segments.db [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006b7618-4f38-44f0-b1d0-bcabd8e75382') {} {{(pid=106020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:27.608865 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735908861013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011177'] for segment, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.622443 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935'] for segment, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.628088 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=106020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:12:27.628410 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7887935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655725'] for segment, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: Traceback (most recent call last): Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: timer() Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: cb(*args, **kw) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: return func(*args, **kwargs) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: self._notify() Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: self.callback(batched_events) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: event.method(event) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: return f(self, *a, **k) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._get(url).json() Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: return self.request(url, 'GET', **kwargs) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:12:27.630062 dv-cinder-788366-6-iscsi neutron-server[106020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:12:27.741014 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7890827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696601'] for network, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.746950 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630420'] for network, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.748761 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] 10.222.0.103 "DELETE /v2.0/networks/f13089a7-b8d4-40d9-afda-212450cf7242 HTTP/1.1" status: 204 len: 168 time: 0.6233940 Sep 01 16:12:27.764179 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213018-71a6-4fa9-b642-c788836c5667 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13089a7-b8d4-40d9-afda-212450cf7242,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:28.099027 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53820) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:28.138341 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-2e1a5e7e-8f4f-4ef1-908d-b0eee4c97e3b admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=37f8293f0a1446c5b33127b0cb5d57a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381155 Sep 01 16:12:28.140790 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53822) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:28.187434 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.207913 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.312298 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.314708 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.315840 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/abafb7c1-379f-4c24-b9c0-b3a5a6afd5e4 HTTP/1.1" status: 204 len: 168 time: 0.1741407 Sep 01 16:12:28.324547 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea974443-ccf1-49a6-ba71-a633fd086240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafb7c1-379f-4c24-b9c0-b3a5a6afd5e4,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:28.432016 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 5f8859fa-8a66-4010-b52d-0a798fd24442 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:28.452285 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 5f8859fa-8a66-4010-b52d-0a798fd24442 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:28.452624 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 5f8859fa-8a66-4010-b52d-0a798fd24442 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:28.453027 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4f387f8a-69d3-48ad-8340-c533da2fd6b3 no longer exists at agent ovs-agent-dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:28.471310 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.plugin [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] No Port match for: 4f387f8a-69d3-48ad-8340-c533da2fd6b3 {{(pid=106022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:28.471655 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron.plugins.ml2.rpc [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Device 4f387f8a-69d3-48ad-8340-c533da2fd6b3 not bound to the agent host dv-cinder-788366-6-iscsi {{(pid=106022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:28.960479 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53828) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:29.000461 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-7c0b33c6-dadf-488d-9840-1290531c00b0 admin admin] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=f8f9cdd156884edf99cebe0c887b5daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386758 Sep 01 16:12:29.002762 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [-] (106020) accepted ('10.222.0.103', 53830) {{(pid=106020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:29.050391 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.074624 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.192124 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547781'] for security_group, after_delete {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.194751 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron_lib.callbacks.manager [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.195966 dv-cinder-788366-6-iscsi neutron-server[106020]: INFO neutron.wsgi [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] 10.222.0.103 "DELETE /v2.0/security-groups/d6ca6e19-291f-4f15-a8e4-ee88df4d5780 HTTP/1.1" status: 204 len: 168 time: 0.1923220 Sep 01 16:12:29.204112 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214922e0-97c2-480a-88e9-6d65445554ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca6e19-291f-4f15-a8e4-ee88df4d5780,revision_number=None']} {{(pid=106020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:35.539624 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:36.437819 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2d73e4bc-c694-42b8-88e8-406495761612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:38.346223 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:39.310313 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-46f26927-5967-4471-b748-b7c32cd71773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:39.471890 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.352047 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.032025 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:06.443208 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4797a54e-d06e-41f2-9169-87f92f207f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:08.362863 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:09.338406 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f95c5acc-5d80-4a18-bbba-6340af7e288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:09.471336 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:10.338439 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.029618 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.539608 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:36.453809 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-18254c3d-3a55-4ef3-acf5-fb975539cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:38.366339 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:39.309311 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-657efccf-cbf1-48e3-8932-37d2f3a1b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:39.471200 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.373741 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:42.047810 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.538441 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:56.052523 dv-cinder-788366-6-iscsi neutron-server[106021]: DEBUG neutron.wsgi [req-0cf17292-da34-40f9-988d-7e50a987e09a req-b0bc6bbf-55de-4d07-84f7-662e52fec04d service neutron] (106021) timed out ('10.222.0.97', 64401) {{(pid=106021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:14:06.447618 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-c67a9506-5431-4dcb-af99-64a0998b6cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:08.411571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:09.308018 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-095e4a6f-8aad-4e97-99e3-1913f3813872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:09.468262 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:10.333176 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:12.036000 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.540426 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:14:36.447202 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-2872d919-ce28-4406-b21f-c3d7b2cf5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:38.382276 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.307748 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-a8817817-b441-4dc1-91af-27a000997d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.467676 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.353526 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.035480 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:03.538732 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:06.446519 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-e39de7bc-6cd0-4a23-8fc7-5ecb7145ea6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:08.392913 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:09.301611 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-81e999f5-786a-4433-ab65-cb55826173d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:09.458026 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:10.364286 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:12.075054 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:36.460535 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b400a2c4-465c-4155-b189-0d2760c790c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:38.397841 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.303024 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-ad93c49e-fa6e-4ced-8fad-6bfb71f947c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.472051 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.377450 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.538937 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:42.083571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:06.460241 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-05650024-40ef-4ad6-abbb-e1df301aaf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:08.391571 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.317177 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-d184132f-f62c-4e18-9e5a-d92a90a354b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.485397 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:10.357284 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:12.067872 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.442982 dv-cinder-788366-6-iscsi neutron-server[106020]: DEBUG neutron.wsgi [req-6d516c30-f29d-44ac-8336-333c30b972e5 req-d63a6469-1776-4a39-b2a8-a2e0b496fd4b service neutron] (106020) timed out ('10.222.0.97', 64430) {{(pid=106020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:16:17.537919 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:16:36.467765 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-56812923-b27a-4120-8e19-ef4b2ca7bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:38.410801 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:39.313021 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-b8291e35-a8f6-4d21-aeea-e8feedccacb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:39.467712 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:40.373587 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:42.044632 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.538157 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:06.455297 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-3cdef2ba-4724-4dda-a3ba-d106eb9f0127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:08.409968 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:09.309762 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-01af267e-a433-4bc2-9757-7a3d63e01649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:09.481652 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:10.409897 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:12.063828 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:31.538043 dv-cinder-788366-6-iscsi neutron-server[106023]: DEBUG neutron.db.agents_db [None req-f0d94b54-40c5-4067-971a-d18961ef9608 None None] Agent healthcheck: found 6 active agents {{(pid=106023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:36.503401 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-f5137ce8-9e55-4e4d-987e-62608c394548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.440613 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-00fd1ad4-6423-48ab-8e60-b5279859115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.320905 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-0c297954-c576-431c-8a54-b7f689826836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.543731 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-9e503051-7a02-41f4-b4f8-f3401e2fa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.369168 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-dbbf043b-8115-4b37-b500-5568a110f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.086156 dv-cinder-788366-6-iscsi neutron-server[106022]: DEBUG neutron_lib.callbacks.manager [None req-4fd96cdc-e6a2-4b25-86b1-1e35b44104da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735908746972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7891148'] for agent, after_update {{(pid=106022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}